2024-11-22 05:14:06,121 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 05:14:06,137 main DEBUG Took 0.013389 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 05:14:06,137 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 05:14:06,138 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 05:14:06,139 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 05:14:06,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,147 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 05:14:06,158 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,160 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,161 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,162 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,163 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,164 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,165 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,166 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,167 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,168 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,169 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,170 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 05:14:06,170 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,171 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 05:14:06,172 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 05:14:06,173 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 05:14:06,176 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 05:14:06,176 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 05:14:06,177 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 05:14:06,178 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 05:14:06,186 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 05:14:06,188 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 05:14:06,190 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 05:14:06,190 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 05:14:06,191 main DEBUG createAppenders(={Console}) 2024-11-22 05:14:06,191 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-22 05:14:06,192 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 05:14:06,192 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-22 05:14:06,193 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 05:14:06,193 main DEBUG OutputStream closed 2024-11-22 05:14:06,194 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 05:14:06,194 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 05:14:06,195 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-22 05:14:06,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 05:14:06,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 05:14:06,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 05:14:06,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 05:14:06,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 05:14:06,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 05:14:06,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 05:14:06,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 05:14:06,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 05:14:06,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 05:14:06,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 05:14:06,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 05:14:06,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 05:14:06,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 05:14:06,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 05:14:06,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 05:14:06,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 05:14:06,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 05:14:06,294 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 05:14:06,294 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-22 05:14:06,294 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 05:14:06,295 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-22T05:14:06,511 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f 2024-11-22 05:14:06,514 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 05:14:06,514 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T05:14:06,523 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-22T05:14:06,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T05:14:06,559 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/cluster_175711c0-865b-d4de-7066-b6fd2549528f, deleteOnExit=true 2024-11-22T05:14:06,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T05:14:06,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/test.cache.data in system properties and HBase conf 2024-11-22T05:14:06,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T05:14:06,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/hadoop.log.dir in system properties and HBase conf 2024-11-22T05:14:06,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T05:14:06,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T05:14:06,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T05:14:06,649 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T05:14:06,735 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T05:14:06,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:14:06,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T05:14:06,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T05:14:06,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:14:06,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T05:14:06,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T05:14:06,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T05:14:06,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:14:06,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T05:14:06,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/nfs.dump.dir in system properties and HBase conf 2024-11-22T05:14:06,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/java.io.tmpdir in system properties and HBase conf 2024-11-22T05:14:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T05:14:06,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T05:14:06,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T05:14:08,022 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T05:14:08,088 INFO [Time-limited test {}] log.Log(170): Logging initialized @2669ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T05:14:08,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:14:08,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:14:08,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:14:08,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:14:08,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:14:08,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:14:08,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71c9bba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:14:08,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d942d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:14:08,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@322e478f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/java.io.tmpdir/jetty-localhost-45685-hadoop-hdfs-3_4_1-tests_jar-_-any-4916964019125791692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:14:08,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b008a6a{HTTP/1.1, (http/1.1)}{localhost:45685} 2024-11-22T05:14:08,443 INFO [Time-limited test {}] server.Server(415): Started @3025ms 2024-11-22T05:14:09,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T05:14:09,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T05:14:09,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T05:14:09,134 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T05:14:09,134 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T05:14:09,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de8243e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/hadoop.log.dir/,AVAILABLE} 2024-11-22T05:14:09,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74fde7a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T05:14:09,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42a79998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/java.io.tmpdir/jetty-localhost-34271-hadoop-hdfs-3_4_1-tests_jar-_-any-9313235556035159573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:14:09,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4975be1c{HTTP/1.1, (http/1.1)}{localhost:34271} 2024-11-22T05:14:09,234 INFO [Time-limited test {}] server.Server(415): Started @3817ms 2024-11-22T05:14:09,282 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T05:14:10,398 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/cluster_175711c0-865b-d4de-7066-b6fd2549528f/data/data1/current/BP-514885339-172.17.0.2-1732252447330/current, will proceed with Du for space computation calculation, 2024-11-22T05:14:10,398 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/cluster_175711c0-865b-d4de-7066-b6fd2549528f/data/data2/current/BP-514885339-172.17.0.2-1732252447330/current, will proceed with Du for space computation calculation, 2024-11-22T05:14:10,433 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T05:14:10,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55bdb7a4bfe1d52 with lease ID 0xbd9406383d149ab8: Processing first storage report for DS-59321325-6148-49e5-9e0f-58b926a0e095 from datanode DatanodeRegistration(127.0.0.1:41403, datanodeUuid=27a71574-dcff-4638-be02-eefe4bf551ec, infoPort=34357, infoSecurePort=0, ipcPort=44547, storageInfo=lv=-57;cid=testClusterID;nsid=6346231;c=1732252447330) 2024-11-22T05:14:10,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55bdb7a4bfe1d52 with lease ID 0xbd9406383d149ab8: from storage DS-59321325-6148-49e5-9e0f-58b926a0e095 node DatanodeRegistration(127.0.0.1:41403, datanodeUuid=27a71574-dcff-4638-be02-eefe4bf551ec, infoPort=34357, infoSecurePort=0, ipcPort=44547, storageInfo=lv=-57;cid=testClusterID;nsid=6346231;c=1732252447330), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T05:14:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55bdb7a4bfe1d52 with lease ID 0xbd9406383d149ab8: Processing first storage report for DS-2991f266-3dcc-4159-87b6-7580091e4ffb from datanode DatanodeRegistration(127.0.0.1:41403, datanodeUuid=27a71574-dcff-4638-be02-eefe4bf551ec, infoPort=34357, infoSecurePort=0, ipcPort=44547, storageInfo=lv=-57;cid=testClusterID;nsid=6346231;c=1732252447330) 2024-11-22T05:14:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55bdb7a4bfe1d52 with lease ID 0xbd9406383d149ab8: from storage DS-2991f266-3dcc-4159-87b6-7580091e4ffb node DatanodeRegistration(127.0.0.1:41403, datanodeUuid=27a71574-dcff-4638-be02-eefe4bf551ec, infoPort=34357, infoSecurePort=0, ipcPort=44547, storageInfo=lv=-57;cid=testClusterID;nsid=6346231;c=1732252447330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T05:14:10,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f 2024-11-22T05:14:10,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/cluster_175711c0-865b-d4de-7066-b6fd2549528f/zookeeper_0, clientPort=60274, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/cluster_175711c0-865b-d4de-7066-b6fd2549528f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/cluster_175711c0-865b-d4de-7066-b6fd2549528f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T05:14:10,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60274 2024-11-22T05:14:10,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:14:10,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:14:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741825_1001 (size=7) 2024-11-22T05:14:11,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410 with version=8 2024-11-22T05:14:11,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/hbase-staging 2024-11-22T05:14:11,341 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T05:14:11,552 INFO [Time-limited test {}] client.ConnectionUtils(128): master/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:14:11,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:14:11,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:14:11,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:14:11,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:14:11,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:14:11,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T05:14:11,761 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T05:14:11,770 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T05:14:11,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:14:11,802 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4671 (auto-detected) 2024-11-22T05:14:11,803 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T05:14:11,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42297 2024-11-22T05:14:11,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42297 connecting to ZooKeeper ensemble=127.0.0.1:60274 2024-11-22T05:14:11,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422970x0, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:14:11,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42297-0x10160f6baaf0000 connected 2024-11-22T05:14:12,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:14:12,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:14:12,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:14:12,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410, hbase.cluster.distributed=false 2024-11-22T05:14:12,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T05:14:12,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-22T05:14:12,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42297 2024-11-22T05:14:12,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42297 2024-11-22T05:14:12,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-22T05:14:12,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-22T05:14:12,583 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/82891a793a29:0 server-side Connection retries=45 2024-11-22T05:14:12,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:14:12,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T05:14:12,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T05:14:12,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T05:14:12,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T05:14:12,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T05:14:12,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T05:14:12,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40047 2024-11-22T05:14:12,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40047 connecting to ZooKeeper ensemble=127.0.0.1:60274 2024-11-22T05:14:12,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:14:12,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:14:12,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400470x0, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T05:14:12,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40047-0x10160f6baaf0001 connected 2024-11-22T05:14:12,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400470x0, quorum=127.0.0.1:60274, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:14:12,673 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T05:14:12,683 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T05:14:12,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T05:14:12,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T05:14:12,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-22T05:14:12,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40047 2024-11-22T05:14:12,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40047 2024-11-22T05:14:12,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-22T05:14:12,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40047 2024-11-22T05:14:12,707 DEBUG [M:0;82891a793a29:42297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;82891a793a29:42297 2024-11-22T05:14:12,708 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/82891a793a29,42297,1732252451391 2024-11-22T05:14:12,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:14:12,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:14:12,760 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/82891a793a29,42297,1732252451391 2024-11-22T05:14:12,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T05:14:12,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:12,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:12,807 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T05:14:12,808 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/82891a793a29,42297,1732252451391 from backup master directory 2024-11-22T05:14:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/82891a793a29,42297,1732252451391 2024-11-22T05:14:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:14:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T05:14:12,905 WARN [master/82891a793a29:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:14:12,906 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=82891a793a29,42297,1732252451391 2024-11-22T05:14:12,912 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T05:14:12,913 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T05:14:12,965 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/hbase.id] with ID: c80dde6e-e82a-4f55-8dee-ebc92edd6fac 2024-11-22T05:14:12,965 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/.tmp/hbase.id 2024-11-22T05:14:12,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741826_1002 (size=42) 2024-11-22T05:14:13,378 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/.tmp/hbase.id]:[hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/hbase.id] 2024-11-22T05:14:13,428 INFO [master/82891a793a29:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T05:14:13,433 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T05:14:13,452 INFO [master/82891a793a29:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-22T05:14:13,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:13,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741827_1003 (size=196) 2024-11-22T05:14:13,901 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:14:13,903 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T05:14:13,917 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:13,920 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:14:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741828_1004 (size=1189) 2024-11-22T05:14:14,364 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store 2024-11-22T05:14:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741829_1005 (size=34) 2024-11-22T05:14:14,790 INFO [master/82891a793a29:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T05:14:14,794 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:14:14,795 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:14:14,796 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:14:14,796 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:14:14,797 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:14:14,797 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:14:14,797 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:14:14,798 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252454795Disabling compacts and flushes for region at 1732252454795Disabling writes for close at 1732252454797 (+2 ms)Writing region close event to WAL at 1732252454797Closed at 1732252454797 2024-11-22T05:14:14,801 WARN [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/.initializing 2024-11-22T05:14:14,801 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/WALs/82891a793a29,42297,1732252451391 2024-11-22T05:14:14,809 INFO [master/82891a793a29:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:14:14,829 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C42297%2C1732252451391, suffix=, logDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/WALs/82891a793a29,42297,1732252451391, archiveDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/oldWALs, maxLogs=10 2024-11-22T05:14:14,857 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/WALs/82891a793a29,42297,1732252451391/82891a793a29%2C42297%2C1732252451391.1732252454836, exclude list is [], retry=0 2024-11-22T05:14:14,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-59321325-6148-49e5-9e0f-58b926a0e095,DISK] 2024-11-22T05:14:14,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T05:14:14,921 INFO [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/WALs/82891a793a29,42297,1732252451391/82891a793a29%2C42297%2C1732252451391.1732252454836 2024-11-22T05:14:14,922 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-22T05:14:14,923 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:14:14,924 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:14:14,927 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:14,928 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:14,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:14,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T05:14:14,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:14,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:14:14,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:14,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T05:14:14,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:14,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:14,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:14,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T05:14:14,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:15,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:15,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:15,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T05:14:15,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:15,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:15,005 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:15,008 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:15,009 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:15,014 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:15,015 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:15,019 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T05:14:15,023 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T05:14:15,027 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:14:15,029 INFO [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71491775, jitterRate=0.06531046330928802}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T05:14:15,036 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732252454940Initializing all the Stores at 1732252454942 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252454942Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252454943 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252454943Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252454943Cleaning up temporary data from old regions at 1732252455015 (+72 ms)Region opened successfully at 1732252455036 (+21 ms) 2024-11-22T05:14:15,037 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T05:14:15,077 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c56509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:14:15,106 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T05:14:15,117 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T05:14:15,117 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T05:14:15,120 INFO [master/82891a793a29:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T05:14:15,122 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T05:14:15,127 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T05:14:15,127 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T05:14:15,160 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T05:14:15,169 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T05:14:15,183 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T05:14:15,186 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T05:14:15,188 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T05:14:15,195 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T05:14:15,197 INFO [master/82891a793a29:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T05:14:15,201 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T05:14:15,205 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T05:14:15,207 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T05:14:15,216 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T05:14:15,233 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T05:14:15,246 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T05:14:15,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T05:14:15,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T05:14:15,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:15,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:15,261 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=82891a793a29,42297,1732252451391, sessionid=0x10160f6baaf0000, setting cluster-up flag (Was=false) 2024-11-22T05:14:15,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:15,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:15,321 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T05:14:15,324 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,42297,1732252451391 2024-11-22T05:14:15,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:15,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:15,374 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T05:14:15,376 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=82891a793a29,42297,1732252451391 2024-11-22T05:14:15,383 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T05:14:15,400 INFO [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(746): ClusterId : c80dde6e-e82a-4f55-8dee-ebc92edd6fac 2024-11-22T05:14:15,403 DEBUG [RS:0;82891a793a29:40047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T05:14:15,418 DEBUG [RS:0;82891a793a29:40047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T05:14:15,418 DEBUG [RS:0;82891a793a29:40047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T05:14:15,428 DEBUG [RS:0;82891a793a29:40047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T05:14:15,429 DEBUG [RS:0;82891a793a29:40047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6783809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=82891a793a29/172.17.0.2:0 2024-11-22T05:14:15,448 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;82891a793a29:40047 2024-11-22T05:14:15,451 INFO [RS:0;82891a793a29:40047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T05:14:15,451 INFO [RS:0;82891a793a29:40047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T05:14:15,451 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T05:14:15,453 INFO [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,42297,1732252451391 with port=40047, startcode=1732252452553 2024-11-22T05:14:15,462 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T05:14:15,465 DEBUG [RS:0;82891a793a29:40047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T05:14:15,470 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T05:14:15,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T05:14:15,482 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 82891a793a29,42297,1732252451391 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T05:14:15,492 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:14:15,493 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:14:15,493 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:14:15,493 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/82891a793a29:0, corePoolSize=5, maxPoolSize=5 2024-11-22T05:14:15,493 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/82891a793a29:0, corePoolSize=10, maxPoolSize=10 2024-11-22T05:14:15,493 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,494 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:14:15,494 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:14:15,500 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732252485500 2024-11-22T05:14:15,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T05:14:15,501 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T05:14:15,502 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T05:14:15,503 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T05:14:15,506 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:15,507 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T05:14:15,507 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T05:14:15,507 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T05:14:15,507 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T05:14:15,508 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:15,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T05:14:15,508 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,512 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T05:14:15,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T05:14:15,515 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T05:14:15,517 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T05:14:15,517 INFO [master/82891a793a29:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T05:14:15,520 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252455519,5,FailOnTimeoutGroup] 2024-11-22T05:14:15,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741831_1007 (size=1321) 2024-11-22T05:14:15,521 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252455521,5,FailOnTimeoutGroup] 2024-11-22T05:14:15,521 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,521 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T05:14:15,523 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T05:14:15,523 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,524 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410 2024-11-22T05:14:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741832_1008 (size=32) 2024-11-22T05:14:15,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:14:15,536 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T05:14:15,537 WARN [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T05:14:15,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:14:15,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:14:15,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:15,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:14:15,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:14:15,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:14:15,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:15,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:14:15,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:14:15,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:14:15,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:15,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:14:15,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:14:15,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:14:15,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:15,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:14:15,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:14:15,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740 2024-11-22T05:14:15,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740 2024-11-22T05:14:15,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:14:15,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:14:15,562 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:14:15,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:14:15,570 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:14:15,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61624614, jitterRate=-0.08172169327735901}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:14:15,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732252455536Initializing all the Stores at 1732252455538 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252455539 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252455539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252455539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252455539Cleaning up temporary data from old regions at 1732252455560 (+21 ms)Region opened successfully at 1732252455577 (+17 ms) 2024-11-22T05:14:15,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:14:15,578 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:14:15,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:14:15,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:14:15,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:14:15,579 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:14:15,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252455577Disabling compacts and flushes for region at 1732252455577Disabling writes for close at 1732252455578 (+1 ms)Writing region close event to WAL at 1732252455579 (+1 ms)Closed at 1732252455579 2024-11-22T05:14:15,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:14:15,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T05:14:15,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T05:14:15,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:14:15,599 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T05:14:15,639 INFO [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(2659): reportForDuty to master=82891a793a29,42297,1732252451391 with port=40047, startcode=1732252452553 2024-11-22T05:14:15,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 82891a793a29,40047,1732252452553 2024-11-22T05:14:15,647 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] master.ServerManager(517): Registering regionserver=82891a793a29,40047,1732252452553 2024-11-22T05:14:15,658 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410 2024-11-22T05:14:15,658 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40297 2024-11-22T05:14:15,659 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T05:14:15,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T05:14:15,669 DEBUG [RS:0;82891a793a29:40047 {}] zookeeper.ZKUtil(111): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/82891a793a29,40047,1732252452553 2024-11-22T05:14:15,669 WARN [RS:0;82891a793a29:40047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T05:14:15,670 INFO [RS:0;82891a793a29:40047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:14:15,670 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/WALs/82891a793a29,40047,1732252452553 2024-11-22T05:14:15,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [82891a793a29,40047,1732252452553] 2024-11-22T05:14:15,695 INFO [RS:0;82891a793a29:40047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T05:14:15,710 INFO [RS:0;82891a793a29:40047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T05:14:15,715 INFO [RS:0;82891a793a29:40047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T05:14:15,715 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,716 INFO [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T05:14:15,722 INFO [RS:0;82891a793a29:40047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T05:14:15,723 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,723 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,724 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,724 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,724 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,724 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,724 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/82891a793a29:0, corePoolSize=2, maxPoolSize=2 2024-11-22T05:14:15,724 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,724 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,725 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,725 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,725 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,725 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/82891a793a29:0, corePoolSize=1, maxPoolSize=1 2024-11-22T05:14:15,725 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:14:15,725 DEBUG [RS:0;82891a793a29:40047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0, corePoolSize=3, maxPoolSize=3 2024-11-22T05:14:15,726 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,726 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,726 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,727 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,727 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,727 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,40047,1732252452553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:14:15,747 INFO [RS:0;82891a793a29:40047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T05:14:15,749 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,40047,1732252452553-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,749 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,749 INFO [RS:0;82891a793a29:40047 {}] regionserver.Replication(171): 82891a793a29,40047,1732252452553 started 2024-11-22T05:14:15,750 WARN [82891a793a29:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T05:14:15,769 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:15,769 INFO [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1482): Serving as 82891a793a29,40047,1732252452553, RpcServer on 82891a793a29/172.17.0.2:40047, sessionid=0x10160f6baaf0001 2024-11-22T05:14:15,770 DEBUG [RS:0;82891a793a29:40047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T05:14:15,770 DEBUG [RS:0;82891a793a29:40047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 82891a793a29,40047,1732252452553 2024-11-22T05:14:15,771 DEBUG [RS:0;82891a793a29:40047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,40047,1732252452553' 2024-11-22T05:14:15,771 DEBUG [RS:0;82891a793a29:40047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T05:14:15,772 DEBUG [RS:0;82891a793a29:40047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T05:14:15,773 DEBUG [RS:0;82891a793a29:40047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T05:14:15,773 DEBUG [RS:0;82891a793a29:40047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T05:14:15,773 DEBUG [RS:0;82891a793a29:40047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 82891a793a29,40047,1732252452553 2024-11-22T05:14:15,773 DEBUG [RS:0;82891a793a29:40047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '82891a793a29,40047,1732252452553' 2024-11-22T05:14:15,773 DEBUG [RS:0;82891a793a29:40047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T05:14:15,774 DEBUG [RS:0;82891a793a29:40047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T05:14:15,774 DEBUG [RS:0;82891a793a29:40047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T05:14:15,774 INFO [RS:0;82891a793a29:40047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T05:14:15,774 INFO [RS:0;82891a793a29:40047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T05:14:15,885 INFO [RS:0;82891a793a29:40047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T05:14:15,888 INFO [RS:0;82891a793a29:40047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C40047%2C1732252452553, suffix=, logDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/WALs/82891a793a29,40047,1732252452553, archiveDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/oldWALs, maxLogs=32 2024-11-22T05:14:15,903 DEBUG [RS:0;82891a793a29:40047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/WALs/82891a793a29,40047,1732252452553/82891a793a29%2C40047%2C1732252452553.1732252455890, exclude list is [], retry=0 2024-11-22T05:14:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-59321325-6148-49e5-9e0f-58b926a0e095,DISK] 2024-11-22T05:14:15,911 INFO [RS:0;82891a793a29:40047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/WALs/82891a793a29,40047,1732252452553/82891a793a29%2C40047%2C1732252452553.1732252455890 2024-11-22T05:14:15,911 DEBUG [RS:0;82891a793a29:40047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-22T05:14:16,005 DEBUG [82891a793a29:42297 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T05:14:16,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:14:16,025 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,40047,1732252452553, state=OPENING 2024-11-22T05:14:16,037 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T05:14:16,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:16,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:14:16,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:14:16,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:14:16,051 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T05:14:16,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:14:16,237 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T05:14:16,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T05:14:16,250 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T05:14:16,250 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T05:14:16,251 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T05:14:16,254 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=82891a793a29%2C40047%2C1732252452553.meta, suffix=.meta, logDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/WALs/82891a793a29,40047,1732252452553, archiveDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/oldWALs, maxLogs=32 2024-11-22T05:14:16,270 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/WALs/82891a793a29,40047,1732252452553/82891a793a29%2C40047%2C1732252452553.meta.1732252456257.meta, exclude list is [], retry=0 2024-11-22T05:14:16,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41403,DS-59321325-6148-49e5-9e0f-58b926a0e095,DISK] 2024-11-22T05:14:16,277 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/WALs/82891a793a29,40047,1732252452553/82891a793a29%2C40047%2C1732252452553.meta.1732252456257.meta 2024-11-22T05:14:16,277 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34357:34357)] 2024-11-22T05:14:16,277 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:14:16,279 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T05:14:16,281 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T05:14:16,285 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T05:14:16,288 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T05:14:16,289 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:14:16,289 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T05:14:16,289 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T05:14:16,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T05:14:16,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T05:14:16,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:16,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:14:16,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T05:14:16,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T05:14:16,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:16,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:14:16,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T05:14:16,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T05:14:16,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:16,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:14:16,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T05:14:16,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T05:14:16,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:16,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T05:14:16,302 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T05:14:16,304 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740 2024-11-22T05:14:16,307 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740 2024-11-22T05:14:16,309 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T05:14:16,309 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T05:14:16,310 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:14:16,313 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T05:14:16,314 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66557997, jitterRate=-0.008208557963371277}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:14:16,315 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T05:14:16,316 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732252456290Writing region info on filesystem at 1732252456290Initializing all the Stores at 1732252456292 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252456292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252456292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252456292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732252456292Cleaning up temporary data from old regions at 1732252456309 (+17 ms)Running coprocessor post-open hooks at 1732252456315 (+6 ms)Region opened successfully at 1732252456316 (+1 ms) 2024-11-22T05:14:16,322 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732252456227 2024-11-22T05:14:16,331 DEBUG [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T05:14:16,332 INFO [RS_OPEN_META-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T05:14:16,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:14:16,337 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 82891a793a29,40047,1732252452553, state=OPEN 2024-11-22T05:14:16,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T05:14:16,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T05:14:16,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:14:16,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T05:14:16,375 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:16,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T05:14:16,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=82891a793a29,40047,1732252452553 in 322 msec 2024-11-22T05:14:16,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T05:14:16,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 796 msec 2024-11-22T05:14:16,392 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T05:14:16,392 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T05:14:16,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:16,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:16,427 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:16,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:16,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0350 sec 2024-11-22T05:14:16,449 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732252456449, completionTime=-1 2024-11-22T05:14:16,453 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T05:14:16,453 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T05:14:16,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T05:14:16,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732252516477 2024-11-22T05:14:16,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732252576477 2024-11-22T05:14:16,477 INFO [master/82891a793a29:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-22T05:14:16,479 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42297,1732252451391-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:16,479 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42297,1732252451391-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:16,479 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42297,1732252451391-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:16,481 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-82891a793a29:42297, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:16,481 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:16,482 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:16,488 DEBUG [master/82891a793a29:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T05:14:16,509 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.602sec 2024-11-22T05:14:16,510 INFO [master/82891a793a29:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T05:14:16,511 INFO [master/82891a793a29:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T05:14:16,512 INFO [master/82891a793a29:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T05:14:16,512 INFO [master/82891a793a29:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T05:14:16,512 INFO [master/82891a793a29:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T05:14:16,513 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42297,1732252451391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T05:14:16,514 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42297,1732252451391-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T05:14:16,521 DEBUG [master/82891a793a29:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T05:14:16,522 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T05:14:16,522 INFO [master/82891a793a29:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=82891a793a29,42297,1732252451391-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T05:14:16,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519673c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:16,616 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T05:14:16,616 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T05:14:16,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:16,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:16,628 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a49a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:16,640 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:16,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d93e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:16,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:16,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:16,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=82891a793a29,42297,1732252451391 2024-11-22T05:14:16,686 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=8188 2024-11-22T05:14:16,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:14:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,42297,1732252451391 2024-11-22T05:14:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3108930d 2024-11-22T05:14:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:14:16,726 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:14:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T05:14:16,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:14:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T05:14:16,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:14:16,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-22T05:14:16,751 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:16,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:14:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:14:16,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741835_1011 (size=1061) 2024-11-22T05:14:16,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:14:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:14:17,174 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410 2024-11-22T05:14:17,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741836_1012 (size=53) 2024-11-22T05:14:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:14:17,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:14:17,592 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 143aaa1c0b541b8eda957c347018489f, disabling compactions & flushes 2024-11-22T05:14:17,593 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:17,593 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:17,593 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. after waiting 0 ms 2024-11-22T05:14:17,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:17,594 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:17,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 143aaa1c0b541b8eda957c347018489f: Waiting for close lock at 1732252457592Disabling compacts and flushes for region at 1732252457592Disabling writes for close at 1732252457593 (+1 ms)Writing region close event to WAL at 1732252457594 (+1 ms)Closed at 1732252457594 2024-11-22T05:14:17,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:14:17,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732252457599"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252457599"}]},"ts":"1732252457599"} 2024-11-22T05:14:17,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:14:17,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:14:17,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252457610"}]},"ts":"1732252457610"} 2024-11-22T05:14:17,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T05:14:17,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=143aaa1c0b541b8eda957c347018489f, ASSIGN}] 2024-11-22T05:14:17,621 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=143aaa1c0b541b8eda957c347018489f, ASSIGN 2024-11-22T05:14:17,623 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=143aaa1c0b541b8eda957c347018489f, ASSIGN; state=OFFLINE, location=82891a793a29,40047,1732252452553; forceNewPlan=false, retain=false 2024-11-22T05:14:17,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=143aaa1c0b541b8eda957c347018489f, regionState=OPENING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:14:17,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=143aaa1c0b541b8eda957c347018489f, ASSIGN because future has completed 2024-11-22T05:14:17,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:14:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:14:17,953 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:17,953 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:14:17,954 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,954 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:14:17,954 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,954 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,957 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,961 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:14:17,961 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 143aaa1c0b541b8eda957c347018489f columnFamilyName A 2024-11-22T05:14:17,961 DEBUG [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:17,962 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] regionserver.HStore(327): Store=143aaa1c0b541b8eda957c347018489f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:17,962 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,964 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:14:17,965 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 143aaa1c0b541b8eda957c347018489f columnFamilyName B 2024-11-22T05:14:17,965 DEBUG [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:17,966 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] regionserver.HStore(327): Store=143aaa1c0b541b8eda957c347018489f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:17,966 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,968 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:14:17,968 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 143aaa1c0b541b8eda957c347018489f columnFamilyName C 2024-11-22T05:14:17,968 DEBUG [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:17,969 INFO [StoreOpener-143aaa1c0b541b8eda957c347018489f-1 {}] regionserver.HStore(327): Store=143aaa1c0b541b8eda957c347018489f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:17,969 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:17,970 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,971 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,972 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,974 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,974 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,975 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:14:17,977 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,981 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:14:17,982 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 143aaa1c0b541b8eda957c347018489f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73948333, jitterRate=0.10191603004932404}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:14:17,982 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:17,983 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 143aaa1c0b541b8eda957c347018489f: Running coprocessor pre-open hook at 1732252457954Writing region info on filesystem at 1732252457954Initializing all the Stores at 1732252457956 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252457956Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252457957 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252457957Cleaning up temporary data from old regions at 1732252457974 (+17 ms)Running coprocessor post-open hooks at 1732252457982 (+8 ms)Region opened successfully at 1732252457983 (+1 ms) 2024-11-22T05:14:17,985 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., pid=6, masterSystemTime=1732252457940 2024-11-22T05:14:17,989 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:17,989 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:17,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=143aaa1c0b541b8eda957c347018489f, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:14:17,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:14:18,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T05:14:18,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 in 211 msec 2024-11-22T05:14:18,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T05:14:18,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=143aaa1c0b541b8eda957c347018489f, ASSIGN in 384 msec 2024-11-22T05:14:18,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:14:18,009 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252458009"}]},"ts":"1732252458009"} 2024-11-22T05:14:18,012 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T05:14:18,014 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:14:18,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2720 sec 2024-11-22T05:14:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T05:14:18,908 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:18,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5ede62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:18,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:18,916 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dee243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:18,920 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5efef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:18,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:18,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:18,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:18,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:14:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,42297,1732252451391 2024-11-22T05:14:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f48350e 2024-11-22T05:14:18,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:14:18,937 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:14:18,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3812e936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:18,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:18,944 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:18,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553a6f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:18,948 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:18,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc4f8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e500c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:18,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:18,955 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2555cfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:18,959 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90ab23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c12611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:18,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:18,967 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5b0754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:18,971 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:18,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5a580f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77155d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:18,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:18,976 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:18,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:18,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1613decc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:18,980 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:18,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f588bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdceae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:18,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:18,985 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d96d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:18,988 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:18,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8180ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58df653d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:18,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:18,994 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:18,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:18,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201fc254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:18,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:18,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:18,997 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:18,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7273d8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:19,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85187e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:19,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:19,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:19,002 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a18c602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:19,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:19,005 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b9987f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:19,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc6fa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:19,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:19,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:19,010 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:19,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:19,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c44f32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:19,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:19,012 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:19,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3334cd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:19,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a990c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:19,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:19,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:19,018 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:19,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:19,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:19,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a05079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:19,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:19,020 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:19,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:19,022 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa13435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:19,029 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:19,029 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:19,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:19,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:19,034 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:19,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:19,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-22T05:14:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:19,041 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:14:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:19,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:19,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:19,045 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:19,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:14:19,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:19,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:14:19,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:14:19,054 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:19,058 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:19,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:19,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:19,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:19,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:14:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:14:19,069 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:19,071 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:19,073 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:19,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:19,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:19,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:19,077 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:19,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:19,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:14:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:14:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:14:19,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:14:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:19,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:14:19,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:19,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:14:19,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:19,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:19,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:19,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:19,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T05:14:19,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:19,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:19,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:19,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252519242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252519254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252519248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252519273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252519273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/8143f262d3d040e2ab50b8ef98bf38b9 is 50, key is test_row_0/A:col10/1732252459128/Put/seqid=0 2024-11-22T05:14:19,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741837_1013 (size=12001) 2024-11-22T05:14:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:14:19,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252519387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252519387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252519388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252519397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252519399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T05:14:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:19,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:19,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:19,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252519597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252519609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252519609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252519609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252519617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T05:14:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:19,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:14:19,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/8143f262d3d040e2ab50b8ef98bf38b9 2024-11-22T05:14:19,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T05:14:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:19,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/8e8aab38eadc497e83be8c7b3669c80c is 50, key is test_row_0/B:col10/1732252459128/Put/seqid=0 2024-11-22T05:14:19,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741838_1014 (size=12001) 2024-11-22T05:14:19,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/8e8aab38eadc497e83be8c7b3669c80c 2024-11-22T05:14:19,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252519907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/aac8aab4396645ad80296f315b4b73fa is 50, key is test_row_0/C:col10/1732252459128/Put/seqid=0 2024-11-22T05:14:19,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252519928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252519927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252519929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252519928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:19,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T05:14:19,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:19,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:19,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:19,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:19,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741839_1015 (size=12001) 2024-11-22T05:14:19,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/aac8aab4396645ad80296f315b4b73fa 2024-11-22T05:14:19,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/8143f262d3d040e2ab50b8ef98bf38b9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/8143f262d3d040e2ab50b8ef98bf38b9 2024-11-22T05:14:19,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/8143f262d3d040e2ab50b8ef98bf38b9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T05:14:20,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/8e8aab38eadc497e83be8c7b3669c80c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/8e8aab38eadc497e83be8c7b3669c80c 2024-11-22T05:14:20,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/8e8aab38eadc497e83be8c7b3669c80c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T05:14:20,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/aac8aab4396645ad80296f315b4b73fa as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/aac8aab4396645ad80296f315b4b73fa 2024-11-22T05:14:20,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/aac8aab4396645ad80296f315b4b73fa, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T05:14:20,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 143aaa1c0b541b8eda957c347018489f in 900ms, sequenceid=13, compaction requested=false 2024-11-22T05:14:20,045 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T05:14:20,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:20,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T05:14:20,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:20,103 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T05:14:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:20,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/615d159da42549da814ca3e6e17b2421 is 50, key is test_row_0/A:col10/1732252459247/Put/seqid=0 2024-11-22T05:14:20,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741840_1016 (size=12001) 2024-11-22T05:14:20,132 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/615d159da42549da814ca3e6e17b2421 2024-11-22T05:14:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/bd298f82fef945e39fea464e15d81cad is 50, key is test_row_0/B:col10/1732252459247/Put/seqid=0 2024-11-22T05:14:20,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741841_1017 (size=12001) 2024-11-22T05:14:20,184 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/bd298f82fef945e39fea464e15d81cad 2024-11-22T05:14:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:14:20,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/c0e320c880d94a05af393dba24dbd79d is 50, key is test_row_0/C:col10/1732252459247/Put/seqid=0 2024-11-22T05:14:20,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741842_1018 (size=12001) 2024-11-22T05:14:20,256 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/c0e320c880d94a05af393dba24dbd79d 2024-11-22T05:14:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/615d159da42549da814ca3e6e17b2421 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/615d159da42549da814ca3e6e17b2421 2024-11-22T05:14:20,287 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/615d159da42549da814ca3e6e17b2421, entries=150, sequenceid=33, filesize=11.7 K 2024-11-22T05:14:20,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/bd298f82fef945e39fea464e15d81cad as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bd298f82fef945e39fea464e15d81cad 2024-11-22T05:14:20,316 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bd298f82fef945e39fea464e15d81cad, entries=150, sequenceid=33, filesize=11.7 K 2024-11-22T05:14:20,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/c0e320c880d94a05af393dba24dbd79d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/c0e320c880d94a05af393dba24dbd79d 2024-11-22T05:14:20,335 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/c0e320c880d94a05af393dba24dbd79d, entries=150, sequenceid=33, filesize=11.7 K 2024-11-22T05:14:20,337 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 143aaa1c0b541b8eda957c347018489f in 234ms, sequenceid=33, compaction requested=false 2024-11-22T05:14:20,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:20,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:20,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T05:14:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T05:14:20,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T05:14:20,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2810 sec 2024-11-22T05:14:20,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.3180 sec 2024-11-22T05:14:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:20,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:14:20,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:20,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:20,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:20,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:20,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:20,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:20,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/2e5d7f7753d645218c3a9c5fae4dfb4e is 50, key is test_row_0/A:col10/1732252460468/Put/seqid=0 2024-11-22T05:14:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741843_1019 (size=12001) 2024-11-22T05:14:20,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252520556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252520559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252520559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252460524, max timestamp=1732252460567Num uniques 859; 2024-11-22T05:14:20,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252460524, max timestamp=1732252460567Num uniques 859; 2024-11-22T05:14:20,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:14:20,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:14:20,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252460524, max timestamp=1732252460569Num uniques 859; 2024-11-22T05:14:20,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:14:20,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252520679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252520685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252520686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252520687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252520687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252520812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252520812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252520896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252520906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252520906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:20,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:20,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/2e5d7f7753d645218c3a9c5fae4dfb4e 2024-11-22T05:14:20,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/3d9a8df4c50d437888bc8120e2372540 is 50, key is test_row_0/B:col10/1732252460468/Put/seqid=0 2024-11-22T05:14:21,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741844_1020 (size=12001) 2024-11-22T05:14:21,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/3d9a8df4c50d437888bc8120e2372540 2024-11-22T05:14:21,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/e6a0b0f44fa24e218474ac1ce960c4e4 is 50, key is test_row_0/C:col10/1732252460468/Put/seqid=0 2024-11-22T05:14:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252521037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252521037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741845_1021 (size=12001) 2024-11-22T05:14:21,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/e6a0b0f44fa24e218474ac1ce960c4e4 2024-11-22T05:14:21,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/2e5d7f7753d645218c3a9c5fae4dfb4e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/2e5d7f7753d645218c3a9c5fae4dfb4e 2024-11-22T05:14:21,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/2e5d7f7753d645218c3a9c5fae4dfb4e, entries=150, sequenceid=44, filesize=11.7 K 2024-11-22T05:14:21,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/3d9a8df4c50d437888bc8120e2372540 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/3d9a8df4c50d437888bc8120e2372540 2024-11-22T05:14:21,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/3d9a8df4c50d437888bc8120e2372540, entries=150, sequenceid=44, filesize=11.7 K 2024-11-22T05:14:21,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/e6a0b0f44fa24e218474ac1ce960c4e4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/e6a0b0f44fa24e218474ac1ce960c4e4 2024-11-22T05:14:21,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/e6a0b0f44fa24e218474ac1ce960c4e4, entries=150, sequenceid=44, filesize=11.7 K 2024-11-22T05:14:21,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 143aaa1c0b541b8eda957c347018489f in 696ms, sequenceid=44, compaction requested=true 2024-11-22T05:14:21,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:21,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:14:21,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:21,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:14:21,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:21,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:14:21,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:21,178 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:14:21,178 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:14:21,182 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:14:21,184 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/B is initiating minor compaction (all files) 2024-11-22T05:14:21,185 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/B in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,186 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/8e8aab38eadc497e83be8c7b3669c80c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bd298f82fef945e39fea464e15d81cad, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/3d9a8df4c50d437888bc8120e2372540] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=35.2 K 2024-11-22T05:14:21,188 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:14:21,188 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/A is initiating minor compaction (all files) 2024-11-22T05:14:21,188 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e8aab38eadc497e83be8c7b3669c80c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732252459064 2024-11-22T05:14:21,188 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/A in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,188 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/8143f262d3d040e2ab50b8ef98bf38b9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/615d159da42549da814ca3e6e17b2421, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/2e5d7f7753d645218c3a9c5fae4dfb4e] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=35.2 K 2024-11-22T05:14:21,190 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8143f262d3d040e2ab50b8ef98bf38b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732252459064 2024-11-22T05:14:21,190 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting bd298f82fef945e39fea464e15d81cad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732252459241 2024-11-22T05:14:21,192 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 615d159da42549da814ca3e6e17b2421, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732252459241 2024-11-22T05:14:21,192 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d9a8df4c50d437888bc8120e2372540, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732252460438 2024-11-22T05:14:21,193 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e5d7f7753d645218c3a9c5fae4dfb4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732252460438 2024-11-22T05:14:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T05:14:21,197 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:21,197 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-22T05:14:21,203 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:21,204 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:21,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T05:14:21,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-22T05:14:21,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:21,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:21,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:21,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:21,236 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#B#compaction#9 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:21,237 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/ca38a9ab5a3e488b8c9cad21f0b846e9 is 50, key is test_row_0/B:col10/1732252460468/Put/seqid=0 2024-11-22T05:14:21,239 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#A#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:21,242 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/1d4129f6b46c43d89238446c9df4c2f4 is 50, key is test_row_0/A:col10/1732252460468/Put/seqid=0 2024-11-22T05:14:21,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c6566718e0da4b30915de4237de1e7c1 is 50, key is test_row_0/A:col10/1732252460678/Put/seqid=0 2024-11-22T05:14:21,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252521266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741846_1022 (size=12104) 2024-11-22T05:14:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741847_1023 (size=12104) 2024-11-22T05:14:21,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252521269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252521272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741848_1024 (size=14341) 2024-11-22T05:14:21,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c6566718e0da4b30915de4237de1e7c1 2024-11-22T05:14:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T05:14:21,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/2902c00eb7f642b4b6c3fff18bcee74d is 50, key is test_row_0/B:col10/1732252460678/Put/seqid=0 2024-11-22T05:14:21,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252521346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252521357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T05:14:21,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:21,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252521377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741849_1025 (size=12001) 2024-11-22T05:14:21,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252521407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252521409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T05:14:21,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T05:14:21,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252521586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252521616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252521617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,693 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/ca38a9ab5a3e488b8c9cad21f0b846e9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/ca38a9ab5a3e488b8c9cad21f0b846e9 2024-11-22T05:14:21,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T05:14:21,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:21,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,707 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/1d4129f6b46c43d89238446c9df4c2f4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/1d4129f6b46c43d89238446c9df4c2f4 2024-11-22T05:14:21,735 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/A of 143aaa1c0b541b8eda957c347018489f into 1d4129f6b46c43d89238446c9df4c2f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:21,736 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:21,737 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/B of 143aaa1c0b541b8eda957c347018489f into ca38a9ab5a3e488b8c9cad21f0b846e9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:21,737 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:21,740 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/A, priority=13, startTime=1732252461165; duration=0sec 2024-11-22T05:14:21,740 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/B, priority=13, startTime=1732252461176; duration=0sec 2024-11-22T05:14:21,740 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:21,740 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:21,741 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:A 2024-11-22T05:14:21,741 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:B 2024-11-22T05:14:21,741 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:14:21,743 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:14:21,743 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/C is initiating minor compaction (all files) 2024-11-22T05:14:21,743 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/C in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,743 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/aac8aab4396645ad80296f315b4b73fa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/c0e320c880d94a05af393dba24dbd79d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/e6a0b0f44fa24e218474ac1ce960c4e4] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=35.2 K 2024-11-22T05:14:21,744 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting aac8aab4396645ad80296f315b4b73fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732252459064 2024-11-22T05:14:21,745 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0e320c880d94a05af393dba24dbd79d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732252459241 2024-11-22T05:14:21,746 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6a0b0f44fa24e218474ac1ce960c4e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732252460438 2024-11-22T05:14:21,786 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#C#compaction#13 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:21,787 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/d230d9b6889347da9fcec01924f89e34 is 50, key is test_row_0/C:col10/1732252460468/Put/seqid=0 2024-11-22T05:14:21,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/2902c00eb7f642b4b6c3fff18bcee74d 2024-11-22T05:14:21,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:14:21,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741850_1026 (size=12104) 2024-11-22T05:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T05:14:21,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/29caf9d30e85413387cffb6d581f9153 is 50, key is test_row_0/C:col10/1732252460678/Put/seqid=0 2024-11-22T05:14:21,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T05:14:21,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:21,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:21,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,854 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/d230d9b6889347da9fcec01924f89e34 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d230d9b6889347da9fcec01924f89e34 2024-11-22T05:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:21,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252521856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,873 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/C of 143aaa1c0b541b8eda957c347018489f into d230d9b6889347da9fcec01924f89e34(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:21,873 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:21,873 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/C, priority=13, startTime=1732252461176; duration=0sec 2024-11-22T05:14:21,874 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:21,874 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:C 2024-11-22T05:14:21,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252521867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741851_1027 (size=12001) 2024-11-22T05:14:21,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/29caf9d30e85413387cffb6d581f9153 2024-11-22T05:14:21,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c6566718e0da4b30915de4237de1e7c1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c6566718e0da4b30915de4237de1e7c1 2024-11-22T05:14:21,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252521896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c6566718e0da4b30915de4237de1e7c1, entries=200, sequenceid=81, filesize=14.0 K 2024-11-22T05:14:21,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T05:14:21,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T05:14:21,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T05:14:21,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/2902c00eb7f642b4b6c3fff18bcee74d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/2902c00eb7f642b4b6c3fff18bcee74d 2024-11-22T05:14:21,923 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:14:21,924 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T05:14:21,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T05:14:21,924 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T05:14:21,926 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T05:14:21,926 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T05:14:21,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252521926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/2902c00eb7f642b4b6c3fff18bcee74d, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T05:14:21,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252521937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:21,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/29caf9d30e85413387cffb6d581f9153 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/29caf9d30e85413387cffb6d581f9153 2024-11-22T05:14:21,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:21,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:21,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/29caf9d30e85413387cffb6d581f9153, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T05:14:21,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 143aaa1c0b541b8eda957c347018489f in 733ms, sequenceid=81, compaction requested=false 2024-11-22T05:14:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:22,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T05:14:22,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:22,009 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:14:22,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:22,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:22,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:22,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:22,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/4ba3644ec2294a9db420ff43330da5ef is 50, key is test_row_0/A:col10/1732252461269/Put/seqid=0 2024-11-22T05:14:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741852_1028 (size=9657) 2024-11-22T05:14:22,036 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/4ba3644ec2294a9db420ff43330da5ef 2024-11-22T05:14:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/5d51be311b2d4bb3aab3a7c131d0d5e6 is 50, key is test_row_0/B:col10/1732252461269/Put/seqid=0 2024-11-22T05:14:22,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741853_1029 (size=9657) 2024-11-22T05:14:22,095 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/5d51be311b2d4bb3aab3a7c131d0d5e6 2024-11-22T05:14:22,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/57fb2a3892e9467c886f80635bd5a0e4 is 50, key is test_row_0/C:col10/1732252461269/Put/seqid=0 2024-11-22T05:14:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741854_1030 (size=9657) 2024-11-22T05:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T05:14:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:22,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:22,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252462471, max timestamp=1732252462495Num uniques 859; 2024-11-22T05:14:22,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:14:22,507 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252462471, max timestamp=1732252462495Num uniques 859; 2024-11-22T05:14:22,507 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:14:22,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252462471, max timestamp=1732252462495Num uniques 859; 2024-11-22T05:14:22,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:14:22,552 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/57fb2a3892e9467c886f80635bd5a0e4 2024-11-22T05:14:22,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252522555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252522555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:22,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252522561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:22,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/4ba3644ec2294a9db420ff43330da5ef as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/4ba3644ec2294a9db420ff43330da5ef 2024-11-22T05:14:22,583 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/4ba3644ec2294a9db420ff43330da5ef, entries=100, sequenceid=94, filesize=9.4 K 2024-11-22T05:14:22,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/5d51be311b2d4bb3aab3a7c131d0d5e6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/5d51be311b2d4bb3aab3a7c131d0d5e6 2024-11-22T05:14:22,600 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/5d51be311b2d4bb3aab3a7c131d0d5e6, entries=100, sequenceid=94, filesize=9.4 K 2024-11-22T05:14:22,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/57fb2a3892e9467c886f80635bd5a0e4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/57fb2a3892e9467c886f80635bd5a0e4 2024-11-22T05:14:22,621 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/57fb2a3892e9467c886f80635bd5a0e4, entries=100, sequenceid=94, filesize=9.4 K 2024-11-22T05:14:22,623 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 143aaa1c0b541b8eda957c347018489f in 614ms, sequenceid=94, compaction requested=true 2024-11-22T05:14:22,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:22,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:22,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T05:14:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T05:14:22,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T05:14:22,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-11-22T05:14:22,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4350 sec 2024-11-22T05:14:22,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732252462549, max timestamp=1732252462666Num uniques 1018; 2024-11-22T05:14:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:22,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T05:14:22,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=102.87 KB heapSize=292.20 KB 2024-11-22T05:14:22,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:14:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:14:22,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/9de318cc220848be8fb887448bf9ea97 is 50, key is test_row_0/A:col10/1732252462551/Put/seqid=0 2024-11-22T05:14:22,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252522714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:22,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252522717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252522718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741855_1031 (size=14491) 2024-11-22T05:14:22,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/9de318cc220848be8fb887448bf9ea97 2024-11-22T05:14:22,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/cf64944cacca44438680021da0d8c3df is 50, key is test_row_0/B:col10/1732252462551/Put/seqid=0 2024-11-22T05:14:22,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741856_1032 (size=12151) 2024-11-22T05:14:22,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/cf64944cacca44438680021da0d8c3df 2024-11-22T05:14:22,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/9c6342651a434f2db9f2ffbf501e6cad is 50, key is test_row_0/C:col10/1732252462551/Put/seqid=0 2024-11-22T05:14:22,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741857_1033 (size=12151) 2024-11-22T05:14:22,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252522826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:22,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252522836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252522836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:22,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252522886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252522887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:22,895 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:22,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:22,896 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:22,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252523047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252523047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252523047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/9c6342651a434f2db9f2ffbf501e6cad 2024-11-22T05:14:23,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/9de318cc220848be8fb887448bf9ea97 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9de318cc220848be8fb887448bf9ea97 2024-11-22T05:14:23,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9de318cc220848be8fb887448bf9ea97, entries=200, sequenceid=132, filesize=14.2 K 2024-11-22T05:14:23,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/cf64944cacca44438680021da0d8c3df as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf64944cacca44438680021da0d8c3df 2024-11-22T05:14:23,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf64944cacca44438680021da0d8c3df, entries=150, sequenceid=132, filesize=11.9 K 2024-11-22T05:14:23,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/9c6342651a434f2db9f2ffbf501e6cad as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/9c6342651a434f2db9f2ffbf501e6cad 2024-11-22T05:14:23,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/9c6342651a434f2db9f2ffbf501e6cad, entries=150, sequenceid=132, filesize=11.9 K 2024-11-22T05:14:23,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~102.87 KB/105340, heapSize ~292.16 KB/299168, currentSize=73.80 KB/75570 for 143aaa1c0b541b8eda957c347018489f in 583ms, sequenceid=132, compaction requested=true 2024-11-22T05:14:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:14:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:23,257 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:14:23,257 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:23,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:14:23,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:23,270 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:23,270 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/B is initiating minor compaction (all files) 2024-11-22T05:14:23,270 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/B in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:23,270 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/ca38a9ab5a3e488b8c9cad21f0b846e9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/2902c00eb7f642b4b6c3fff18bcee74d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/5d51be311b2d4bb3aab3a7c131d0d5e6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf64944cacca44438680021da0d8c3df] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=44.8 K 2024-11-22T05:14:23,271 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50593 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:23,271 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/A is initiating minor compaction (all files) 2024-11-22T05:14:23,271 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/A in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:23,271 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/1d4129f6b46c43d89238446c9df4c2f4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c6566718e0da4b30915de4237de1e7c1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/4ba3644ec2294a9db420ff43330da5ef, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9de318cc220848be8fb887448bf9ea97] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=49.4 K 2024-11-22T05:14:23,273 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d4129f6b46c43d89238446c9df4c2f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732252460438 2024-11-22T05:14:23,275 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca38a9ab5a3e488b8c9cad21f0b846e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732252460438 2024-11-22T05:14:23,276 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting c6566718e0da4b30915de4237de1e7c1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732252460661 2024-11-22T05:14:23,276 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2902c00eb7f642b4b6c3fff18bcee74d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732252460661 2024-11-22T05:14:23,277 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ba3644ec2294a9db420ff43330da5ef, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732252461240 2024-11-22T05:14:23,277 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d51be311b2d4bb3aab3a7c131d0d5e6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732252461240 2024-11-22T05:14:23,278 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 9de318cc220848be8fb887448bf9ea97, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732252462549 2024-11-22T05:14:23,279 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf64944cacca44438680021da0d8c3df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732252462551 2024-11-22T05:14:23,322 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#A#compaction#21 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:23,340 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/7dfe31db0c154d06b5a16f14c430d4c3 is 50, key is test_row_0/A:col10/1732252462551/Put/seqid=0 2024-11-22T05:14:23,340 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#B#compaction#22 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:23,341 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/4a280c561ffc45a28b8e11bfd1327faa is 50, key is test_row_0/B:col10/1732252462551/Put/seqid=0 2024-11-22T05:14:23,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741859_1035 (size=12391) 2024-11-22T05:14:23,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741858_1034 (size=12391) 2024-11-22T05:14:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T05:14:23,367 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:23,367 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:23,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T05:14:23,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:23,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:23,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:23,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:23,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:23,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-22T05:14:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T05:14:23,373 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:23,374 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:23,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:23,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c3b37453a1a949c98c8760ef5a537d0b is 50, key is test_row_0/A:col10/1732252463358/Put/seqid=0 2024-11-22T05:14:23,385 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/7dfe31db0c154d06b5a16f14c430d4c3 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7dfe31db0c154d06b5a16f14c430d4c3 2024-11-22T05:14:23,385 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/4a280c561ffc45a28b8e11bfd1327faa as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4a280c561ffc45a28b8e11bfd1327faa 2024-11-22T05:14:23,408 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/B of 143aaa1c0b541b8eda957c347018489f into 4a280c561ffc45a28b8e11bfd1327faa(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:23,409 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:23,409 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/B, priority=12, startTime=1732252463257; duration=0sec 2024-11-22T05:14:23,409 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:23,409 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:B 2024-11-22T05:14:23,409 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741860_1036 (size=12151) 2024-11-22T05:14:23,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c3b37453a1a949c98c8760ef5a537d0b 2024-11-22T05:14:23,411 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/A of 143aaa1c0b541b8eda957c347018489f into 7dfe31db0c154d06b5a16f14c430d4c3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:23,411 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:23,411 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/A, priority=12, startTime=1732252463257; duration=0sec 2024-11-22T05:14:23,412 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:23,412 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:A 2024-11-22T05:14:23,416 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:23,416 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/C is initiating minor compaction (all files) 2024-11-22T05:14:23,416 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/C in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:23,416 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d230d9b6889347da9fcec01924f89e34, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/29caf9d30e85413387cffb6d581f9153, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/57fb2a3892e9467c886f80635bd5a0e4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/9c6342651a434f2db9f2ffbf501e6cad] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=44.8 K 2024-11-22T05:14:23,418 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting d230d9b6889347da9fcec01924f89e34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732252460438 2024-11-22T05:14:23,419 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29caf9d30e85413387cffb6d581f9153, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732252460661 2024-11-22T05:14:23,421 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57fb2a3892e9467c886f80635bd5a0e4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732252461240 2024-11-22T05:14:23,422 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c6342651a434f2db9f2ffbf501e6cad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732252462551 2024-11-22T05:14:23,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/bcae7e8e348a4de49addcb386ddac3a5 is 50, key is test_row_0/B:col10/1732252463358/Put/seqid=0 2024-11-22T05:14:23,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252523424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252523439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252523439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,451 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:23,452 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/65b6b6585dc441cf9c31e350a9cf1789 is 50, key is test_row_0/C:col10/1732252462551/Put/seqid=0 2024-11-22T05:14:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741861_1037 (size=12151) 2024-11-22T05:14:23,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/bcae7e8e348a4de49addcb386ddac3a5 2024-11-22T05:14:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T05:14:23,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741862_1038 (size=12391) 2024-11-22T05:14:23,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/103431914a1c4a6f82d236c636a87376 is 50, key is test_row_0/C:col10/1732252463358/Put/seqid=0 2024-11-22T05:14:23,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741863_1039 (size=12151) 2024-11-22T05:14:23,517 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/65b6b6585dc441cf9c31e350a9cf1789 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/65b6b6585dc441cf9c31e350a9cf1789 2024-11-22T05:14:23,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T05:14:23,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:23,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:23,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:23,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:23,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:23,539 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/C of 143aaa1c0b541b8eda957c347018489f into 65b6b6585dc441cf9c31e350a9cf1789(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:23,540 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:23,540 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/C, priority=12, startTime=1732252463258; duration=0sec 2024-11-22T05:14:23,541 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:23,541 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:C 2024-11-22T05:14:23,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252523546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252523556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252523556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T05:14:23,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T05:14:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:23,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:23,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252523756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252523767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252523767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:23,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:23,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T05:14:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:23,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:23,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/103431914a1c4a6f82d236c636a87376 2024-11-22T05:14:23,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c3b37453a1a949c98c8760ef5a537d0b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c3b37453a1a949c98c8760ef5a537d0b 2024-11-22T05:14:23,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c3b37453a1a949c98c8760ef5a537d0b, entries=150, sequenceid=148, filesize=11.9 K 2024-11-22T05:14:23,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/bcae7e8e348a4de49addcb386ddac3a5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bcae7e8e348a4de49addcb386ddac3a5 2024-11-22T05:14:23,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bcae7e8e348a4de49addcb386ddac3a5, entries=150, sequenceid=148, filesize=11.9 K 2024-11-22T05:14:23,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/103431914a1c4a6f82d236c636a87376 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/103431914a1c4a6f82d236c636a87376 2024-11-22T05:14:23,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/103431914a1c4a6f82d236c636a87376, entries=150, sequenceid=148, filesize=11.9 K 2024-11-22T05:14:23,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 143aaa1c0b541b8eda957c347018489f in 601ms, sequenceid=148, compaction requested=false 2024-11-22T05:14:23,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T05:14:23,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T05:14:23,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:23,998 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T05:14:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:24,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/b568a7840bf84a968bf32bd75e5b687e is 50, key is test_row_0/A:col10/1732252463398/Put/seqid=0 2024-11-22T05:14:24,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741864_1040 (size=12151) 2024-11-22T05:14:24,034 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/b568a7840bf84a968bf32bd75e5b687e 2024-11-22T05:14:24,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/da077b21a2e84d8ab7a07468b15c965a is 50, key is test_row_0/B:col10/1732252463398/Put/seqid=0 2024-11-22T05:14:24,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741865_1041 (size=12151) 2024-11-22T05:14:24,102 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/da077b21a2e84d8ab7a07468b15c965a 2024-11-22T05:14:24,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252524107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252524108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252524109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/19f4ba3881f14ae0bedb9206f4ebd0e0 is 50, key is test_row_0/C:col10/1732252463398/Put/seqid=0 2024-11-22T05:14:24,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741866_1042 (size=12151) 2024-11-22T05:14:24,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252524216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252524217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252524226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252524425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252524426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252524436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T05:14:24,548 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/19f4ba3881f14ae0bedb9206f4ebd0e0 2024-11-22T05:14:24,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/b568a7840bf84a968bf32bd75e5b687e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b568a7840bf84a968bf32bd75e5b687e 2024-11-22T05:14:24,566 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b568a7840bf84a968bf32bd75e5b687e, entries=150, sequenceid=167, filesize=11.9 K 2024-11-22T05:14:24,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/da077b21a2e84d8ab7a07468b15c965a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/da077b21a2e84d8ab7a07468b15c965a 2024-11-22T05:14:24,580 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/da077b21a2e84d8ab7a07468b15c965a, entries=150, sequenceid=167, filesize=11.9 K 2024-11-22T05:14:24,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/19f4ba3881f14ae0bedb9206f4ebd0e0 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/19f4ba3881f14ae0bedb9206f4ebd0e0 2024-11-22T05:14:24,591 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/19f4ba3881f14ae0bedb9206f4ebd0e0, entries=150, sequenceid=167, filesize=11.9 K 2024-11-22T05:14:24,593 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 143aaa1c0b541b8eda957c347018489f in 596ms, sequenceid=167, compaction requested=true 2024-11-22T05:14:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T05:14:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T05:14:24,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T05:14:24,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2220 sec 2024-11-22T05:14:24,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.2330 sec 2024-11-22T05:14:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:24,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T05:14:24,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:24,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:24,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:24,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:24,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:24,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:24,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/f14350bd4a0f4a0f8710b780b20a71f9 is 50, key is test_row_0/A:col10/1732252464737/Put/seqid=0 2024-11-22T05:14:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741867_1043 (size=14537) 2024-11-22T05:14:24,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252524767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252524776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252524776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252524886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252524896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252524896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252524907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,913 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:24,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252524916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:24,921 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:25,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252525097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:25,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252525106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252525106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:25,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/f14350bd4a0f4a0f8710b780b20a71f9 2024-11-22T05:14:25,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/785f3cef40c04dc0a481b0680e691958 is 50, key is test_row_0/B:col10/1732252464737/Put/seqid=0 2024-11-22T05:14:25,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741868_1044 (size=9757) 2024-11-22T05:14:25,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/785f3cef40c04dc0a481b0680e691958 2024-11-22T05:14:25,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/1a73d8a7126d43ed8d1e7b71bd7efe85 is 50, key is test_row_0/C:col10/1732252464737/Put/seqid=0 2024-11-22T05:14:25,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741869_1045 (size=9757) 2024-11-22T05:14:25,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252525406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252525416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:25,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252525426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:25,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,428 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T05:14:25,517 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:25,517 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-22T05:14:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:14:25,521 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:25,522 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:25,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:14:25,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T05:14:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:25,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:25,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/1a73d8a7126d43ed8d1e7b71bd7efe85 2024-11-22T05:14:25,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/f14350bd4a0f4a0f8710b780b20a71f9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/f14350bd4a0f4a0f8710b780b20a71f9 2024-11-22T05:14:25,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/f14350bd4a0f4a0f8710b780b20a71f9, entries=200, sequenceid=185, filesize=14.2 K 2024-11-22T05:14:25,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/785f3cef40c04dc0a481b0680e691958 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/785f3cef40c04dc0a481b0680e691958 2024-11-22T05:14:25,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/785f3cef40c04dc0a481b0680e691958, entries=100, sequenceid=185, filesize=9.5 K 2024-11-22T05:14:25,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/1a73d8a7126d43ed8d1e7b71bd7efe85 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/1a73d8a7126d43ed8d1e7b71bd7efe85 2024-11-22T05:14:25,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/1a73d8a7126d43ed8d1e7b71bd7efe85, entries=100, sequenceid=185, filesize=9.5 K 2024-11-22T05:14:25,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 143aaa1c0b541b8eda957c347018489f in 1050ms, sequenceid=185, compaction requested=true 2024-11-22T05:14:25,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:25,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:14:25,788 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:25,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:25,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:14:25,789 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:25,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:25,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:14:25,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:25,791 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51230 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:25,791 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/A is initiating minor compaction (all files) 2024-11-22T05:14:25,791 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/A in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:25,792 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7dfe31db0c154d06b5a16f14c430d4c3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c3b37453a1a949c98c8760ef5a537d0b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b568a7840bf84a968bf32bd75e5b687e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/f14350bd4a0f4a0f8710b780b20a71f9] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=50.0 K 2024-11-22T05:14:25,792 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:25,792 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/B is initiating minor compaction (all files) 2024-11-22T05:14:25,792 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/B in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:25,792 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4a280c561ffc45a28b8e11bfd1327faa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bcae7e8e348a4de49addcb386ddac3a5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/da077b21a2e84d8ab7a07468b15c965a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/785f3cef40c04dc0a481b0680e691958] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=45.4 K 2024-11-22T05:14:25,793 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dfe31db0c154d06b5a16f14c430d4c3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732252462551 2024-11-22T05:14:25,793 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a280c561ffc45a28b8e11bfd1327faa, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732252462551 2024-11-22T05:14:25,793 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3b37453a1a949c98c8760ef5a537d0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732252462708 2024-11-22T05:14:25,794 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting bcae7e8e348a4de49addcb386ddac3a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732252462708 2024-11-22T05:14:25,794 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting b568a7840bf84a968bf32bd75e5b687e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732252463398 2024-11-22T05:14:25,794 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting da077b21a2e84d8ab7a07468b15c965a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732252463398 2024-11-22T05:14:25,794 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting f14350bd4a0f4a0f8710b780b20a71f9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732252464103 2024-11-22T05:14:25,795 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 785f3cef40c04dc0a481b0680e691958, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732252464736 2024-11-22T05:14:25,819 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:25,820 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/1fd952be8f79406fb4e31962837076e4 is 50, key is test_row_0/B:col10/1732252464737/Put/seqid=0 2024-11-22T05:14:25,821 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:25,821 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/b5be3a486b304a0a8b7781c0ac6a27a6 is 50, key is test_row_0/A:col10/1732252464737/Put/seqid=0 2024-11-22T05:14:25,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T05:14:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:25,832 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T05:14:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:25,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:14:25,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741871_1047 (size=12527) 2024-11-22T05:14:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741870_1046 (size=12527) 2024-11-22T05:14:25,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/550f9b7d41eb4a9a8c15d00a1d875cfe is 50, key is test_row_0/A:col10/1732252464768/Put/seqid=0 2024-11-22T05:14:25,868 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/1fd952be8f79406fb4e31962837076e4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1fd952be8f79406fb4e31962837076e4 2024-11-22T05:14:25,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741872_1048 (size=12151) 2024-11-22T05:14:25,880 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/B of 143aaa1c0b541b8eda957c347018489f into 1fd952be8f79406fb4e31962837076e4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:25,881 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:25,881 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/B, priority=12, startTime=1732252465788; duration=0sec 2024-11-22T05:14:25,881 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:25,881 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:B 2024-11-22T05:14:25,881 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:25,882 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/550f9b7d41eb4a9a8c15d00a1d875cfe 2024-11-22T05:14:25,884 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:25,884 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/C is initiating minor compaction (all files) 2024-11-22T05:14:25,884 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/C in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:25,885 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/65b6b6585dc441cf9c31e350a9cf1789, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/103431914a1c4a6f82d236c636a87376, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/19f4ba3881f14ae0bedb9206f4ebd0e0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/1a73d8a7126d43ed8d1e7b71bd7efe85] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=45.4 K 2024-11-22T05:14:25,885 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 65b6b6585dc441cf9c31e350a9cf1789, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732252462551 2024-11-22T05:14:25,889 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 103431914a1c4a6f82d236c636a87376, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732252462708 2024-11-22T05:14:25,889 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 19f4ba3881f14ae0bedb9206f4ebd0e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732252463398 2024-11-22T05:14:25,891 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a73d8a7126d43ed8d1e7b71bd7efe85, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732252464736 2024-11-22T05:14:25,911 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#C#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:25,912 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/dd8dcb653b45458b900d29148e4f4053 is 50, key is test_row_0/C:col10/1732252464737/Put/seqid=0 2024-11-22T05:14:25,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/4bab1a02a2274f359a198df614dbf4d4 is 50, key is test_row_0/B:col10/1732252464768/Put/seqid=0 2024-11-22T05:14:25,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:25,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741873_1049 (size=12151) 2024-11-22T05:14:25,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741874_1050 (size=12527) 2024-11-22T05:14:25,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252525981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:25,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252525988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:25,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252525991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:25,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252526107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252526107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252526108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:14:26,263 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/b5be3a486b304a0a8b7781c0ac6a27a6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b5be3a486b304a0a8b7781c0ac6a27a6 2024-11-22T05:14:26,274 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/A of 143aaa1c0b541b8eda957c347018489f into b5be3a486b304a0a8b7781c0ac6a27a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:26,274 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:26,274 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/A, priority=12, startTime=1732252465788; duration=0sec 2024-11-22T05:14:26,274 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:26,274 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:A 2024-11-22T05:14:26,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252526327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252526327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252526327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,399 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/4bab1a02a2274f359a198df614dbf4d4 2024-11-22T05:14:26,412 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/dd8dcb653b45458b900d29148e4f4053 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/dd8dcb653b45458b900d29148e4f4053 2024-11-22T05:14:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/5d1fff340e344626addf8316932e9398 is 50, key is test_row_0/C:col10/1732252464768/Put/seqid=0 2024-11-22T05:14:26,424 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/C of 143aaa1c0b541b8eda957c347018489f into dd8dcb653b45458b900d29148e4f4053(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:26,424 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:26,424 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/C, priority=12, startTime=1732252465789; duration=0sec 2024-11-22T05:14:26,425 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:26,425 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:C 2024-11-22T05:14:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741875_1051 (size=12151) 2024-11-22T05:14:26,467 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/5d1fff340e344626addf8316932e9398 2024-11-22T05:14:26,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/550f9b7d41eb4a9a8c15d00a1d875cfe as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/550f9b7d41eb4a9a8c15d00a1d875cfe 2024-11-22T05:14:26,506 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/550f9b7d41eb4a9a8c15d00a1d875cfe, entries=150, sequenceid=199, filesize=11.9 K 2024-11-22T05:14:26,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/4bab1a02a2274f359a198df614dbf4d4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4bab1a02a2274f359a198df614dbf4d4 2024-11-22T05:14:26,521 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4bab1a02a2274f359a198df614dbf4d4, entries=150, sequenceid=199, filesize=11.9 K 2024-11-22T05:14:26,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/5d1fff340e344626addf8316932e9398 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/5d1fff340e344626addf8316932e9398 2024-11-22T05:14:26,539 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/5d1fff340e344626addf8316932e9398, entries=150, sequenceid=199, filesize=11.9 K 2024-11-22T05:14:26,540 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 143aaa1c0b541b8eda957c347018489f in 708ms, sequenceid=199, compaction requested=false 2024-11-22T05:14:26,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T05:14:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T05:14:26,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T05:14:26,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0210 sec 2024-11-22T05:14:26,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.0340 sec 2024-11-22T05:14:26,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=114.05 KB heapSize=339.66 KB 2024-11-22T05:14:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:26,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732252465952, max timestamp=1732252466647Num uniques 859; 2024-11-22T05:14:26,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:14:26,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252465985, max timestamp=1732252466647Num uniques 859; 2024-11-22T05:14:26,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:14:26,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:26,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:26,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:26,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:26,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:26,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T05:14:26,666 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:26,667 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-22T05:14:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T05:14:26,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/9775f373b2ea43769429c83fa8b8f837 is 50, key is test_row_0/A:col10/1732252465987/Put/seqid=0 2024-11-22T05:14:26,670 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:26,672 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:26,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741876_1052 (size=14541) 2024-11-22T05:14:26,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/9775f373b2ea43769429c83fa8b8f837 2024-11-22T05:14:26,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/f28d51ca0b4a4585916e21214bb07d7c is 50, key is test_row_0/B:col10/1732252465987/Put/seqid=0 2024-11-22T05:14:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252526705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741877_1053 (size=12151) 2024-11-22T05:14:26,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252526707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252526709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T05:14:26,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252526816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T05:14:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:26,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252526826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:26,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:26,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252526826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:26,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:26,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:26,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T05:14:26,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:26,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:26,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:26,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:26,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T05:14:27,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252527026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252527036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252527036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/f28d51ca0b4a4585916e21214bb07d7c 2024-11-22T05:14:27,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/28459fbd364c42e88f06d6e58878cbce is 50, key is test_row_0/C:col10/1732252465987/Put/seqid=0 2024-11-22T05:14:27,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T05:14:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741878_1054 (size=12151) 2024-11-22T05:14:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:27,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:27,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T05:14:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:27,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T05:14:27,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252527336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252527346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252527346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T05:14:27,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:27,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:27,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:27,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:27,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:27,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/28459fbd364c42e88f06d6e58878cbce 2024-11-22T05:14:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/9775f373b2ea43769429c83fa8b8f837 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9775f373b2ea43769429c83fa8b8f837 2024-11-22T05:14:27,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9775f373b2ea43769429c83fa8b8f837, entries=200, sequenceid=223, filesize=14.2 K 2024-11-22T05:14:27,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/f28d51ca0b4a4585916e21214bb07d7c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/f28d51ca0b4a4585916e21214bb07d7c 2024-11-22T05:14:27,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/f28d51ca0b4a4585916e21214bb07d7c, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T05:14:27,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/28459fbd364c42e88f06d6e58878cbce as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/28459fbd364c42e88f06d6e58878cbce 2024-11-22T05:14:27,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/28459fbd364c42e88f06d6e58878cbce, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T05:14:27,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~62.62 KB/64120, heapSize ~174.28 KB/178464, currentSize=114.05 KB/116790 for 143aaa1c0b541b8eda957c347018489f in 930ms, sequenceid=223, compaction requested=true 2024-11-22T05:14:27,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:27,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:14:27,579 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:14:27,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:27,580 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:14:27,582 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:14:27,582 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:14:27,582 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/B is initiating minor compaction (all files) 2024-11-22T05:14:27,582 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/A is initiating minor compaction (all files) 2024-11-22T05:14:27,582 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/A in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:27,582 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/B in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:27,582 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b5be3a486b304a0a8b7781c0ac6a27a6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/550f9b7d41eb4a9a8c15d00a1d875cfe, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9775f373b2ea43769429c83fa8b8f837] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=38.3 K 2024-11-22T05:14:27,582 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1fd952be8f79406fb4e31962837076e4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4bab1a02a2274f359a198df614dbf4d4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/f28d51ca0b4a4585916e21214bb07d7c] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=36.0 K 2024-11-22T05:14:27,583 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fd952be8f79406fb4e31962837076e4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732252463432 2024-11-22T05:14:27,583 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5be3a486b304a0a8b7781c0ac6a27a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732252463432 2024-11-22T05:14:27,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:14:27,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:27,583 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 550f9b7d41eb4a9a8c15d00a1d875cfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732252464762 2024-11-22T05:14:27,583 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bab1a02a2274f359a198df614dbf4d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732252464762 2024-11-22T05:14:27,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:14:27,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:27,584 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9775f373b2ea43769429c83fa8b8f837, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732252465985 2024-11-22T05:14:27,584 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting f28d51ca0b4a4585916e21214bb07d7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732252465987 2024-11-22T05:14:27,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T05:14:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:27,596 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T05:14:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:27,607 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:27,608 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/265a4100535d44669337856bca6ed34c is 50, key is test_row_0/B:col10/1732252465987/Put/seqid=0 2024-11-22T05:14:27,613 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#A#compaction#43 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:27,614 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/785067f593984499ad53b23bc1ad87c4 is 50, key is test_row_0/A:col10/1732252465987/Put/seqid=0 2024-11-22T05:14:27,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/7f50ffad068549618eb9e813b01f746c is 50, key is test_row_0/A:col10/1732252466707/Put/seqid=0 2024-11-22T05:14:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741879_1055 (size=12629) 2024-11-22T05:14:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741880_1056 (size=12629) 2024-11-22T05:14:27,661 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/265a4100535d44669337856bca6ed34c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/265a4100535d44669337856bca6ed34c 2024-11-22T05:14:27,664 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/785067f593984499ad53b23bc1ad87c4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/785067f593984499ad53b23bc1ad87c4 2024-11-22T05:14:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741881_1057 (size=12151) 2024-11-22T05:14:27,679 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/B of 143aaa1c0b541b8eda957c347018489f into 265a4100535d44669337856bca6ed34c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:27,679 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:27,679 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/B, priority=13, startTime=1732252467579; duration=0sec 2024-11-22T05:14:27,679 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:27,679 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:B 2024-11-22T05:14:27,680 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:14:27,683 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/A of 143aaa1c0b541b8eda957c347018489f into 785067f593984499ad53b23bc1ad87c4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:27,683 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:27,683 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/A, priority=13, startTime=1732252467579; duration=0sec 2024-11-22T05:14:27,684 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:27,684 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:A 2024-11-22T05:14:27,684 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:14:27,684 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/C is initiating minor compaction (all files) 2024-11-22T05:14:27,684 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/C in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:27,684 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/dd8dcb653b45458b900d29148e4f4053, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/5d1fff340e344626addf8316932e9398, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/28459fbd364c42e88f06d6e58878cbce] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=36.0 K 2024-11-22T05:14:27,685 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting dd8dcb653b45458b900d29148e4f4053, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732252463432 2024-11-22T05:14:27,686 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d1fff340e344626addf8316932e9398, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732252464762 2024-11-22T05:14:27,687 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 28459fbd364c42e88f06d6e58878cbce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732252465987 2024-11-22T05:14:27,698 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:27,699 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/35903f0214cc4775b721754defd30e04 is 50, key is test_row_0/C:col10/1732252465987/Put/seqid=0 2024-11-22T05:14:27,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741882_1058 (size=12629) 2024-11-22T05:14:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T05:14:27,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:27,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252527864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252527867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252527869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252527976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252527976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:27,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252527986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:28,079 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/7f50ffad068549618eb9e813b01f746c 2024-11-22T05:14:28,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/55027b92d2b74c1993ee160ca3c08489 is 50, key is test_row_0/B:col10/1732252466707/Put/seqid=0 2024-11-22T05:14:28,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741883_1059 (size=12151) 2024-11-22T05:14:28,113 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/35903f0214cc4775b721754defd30e04 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/35903f0214cc4775b721754defd30e04 2024-11-22T05:14:28,120 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/C of 143aaa1c0b541b8eda957c347018489f into 35903f0214cc4775b721754defd30e04(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:28,120 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:28,120 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/C, priority=13, startTime=1732252467583; duration=0sec 2024-11-22T05:14:28,120 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:28,120 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:C 2024-11-22T05:14:28,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252528186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:28,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252528186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:28,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252528196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:28,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:28,498 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/55027b92d2b74c1993ee160ca3c08489 2024-11-22T05:14:28,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252528496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:28,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252528496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:28,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252528506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:28,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/18f14dc569414213bf9d538ccdc7beb5 is 50, key is test_row_0/C:col10/1732252466707/Put/seqid=0 2024-11-22T05:14:28,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741884_1060 (size=12151) 2024-11-22T05:14:28,516 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/18f14dc569414213bf9d538ccdc7beb5 2024-11-22T05:14:28,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/7f50ffad068549618eb9e813b01f746c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7f50ffad068549618eb9e813b01f746c 2024-11-22T05:14:28,531 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7f50ffad068549618eb9e813b01f746c, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T05:14:28,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/55027b92d2b74c1993ee160ca3c08489 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/55027b92d2b74c1993ee160ca3c08489 2024-11-22T05:14:28,539 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/55027b92d2b74c1993ee160ca3c08489, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T05:14:28,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/18f14dc569414213bf9d538ccdc7beb5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/18f14dc569414213bf9d538ccdc7beb5 2024-11-22T05:14:28,546 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/18f14dc569414213bf9d538ccdc7beb5, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T05:14:28,547 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 143aaa1c0b541b8eda957c347018489f in 951ms, sequenceid=243, compaction requested=false 2024-11-22T05:14:28,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:28,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:28,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-22T05:14:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-22T05:14:28,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T05:14:28,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8780 sec 2024-11-22T05:14:28,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.8860 sec 2024-11-22T05:14:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T05:14:28,817 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:28,817 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-22T05:14:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T05:14:28,819 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:28,820 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:28,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T05:14:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:28,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T05:14:28,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:28,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:28,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:28,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:28,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:28,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:28,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/b01e587b12e3456b9fb012adbe68c14c is 50, key is test_row_0/A:col10/1732252467865/Put/seqid=0 2024-11-22T05:14:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741885_1061 (size=14591) 2024-11-22T05:14:28,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T05:14:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:28,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252528985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252528985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:29,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252529006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:29,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:29,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252529015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:29,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252529015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:29,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252529095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252529096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:29,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T05:14:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T05:14:29,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T05:14:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252529306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:29,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252529306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:29,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/b01e587b12e3456b9fb012adbe68c14c 2024-11-22T05:14:29,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/72fa273e580441c4bb77d6a165abf17d is 50, key is test_row_0/B:col10/1732252467865/Put/seqid=0 2024-11-22T05:14:29,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741886_1062 (size=12201) 2024-11-22T05:14:29,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T05:14:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T05:14:29,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T05:14:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252529615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:29,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252529616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:29,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T05:14:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:29,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/72fa273e580441c4bb77d6a165abf17d 2024-11-22T05:14:29,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/cc44819022fd46b89da00a40eccc9089 is 50, key is test_row_0/C:col10/1732252467865/Put/seqid=0 2024-11-22T05:14:29,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741887_1063 (size=12201) 2024-11-22T05:14:29,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/cc44819022fd46b89da00a40eccc9089 2024-11-22T05:14:29,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/b01e587b12e3456b9fb012adbe68c14c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b01e587b12e3456b9fb012adbe68c14c 2024-11-22T05:14:29,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b01e587b12e3456b9fb012adbe68c14c, entries=200, sequenceid=259, filesize=14.2 K 2024-11-22T05:14:29,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/72fa273e580441c4bb77d6a165abf17d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/72fa273e580441c4bb77d6a165abf17d 2024-11-22T05:14:29,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/72fa273e580441c4bb77d6a165abf17d, entries=150, sequenceid=259, filesize=11.9 K 2024-11-22T05:14:29,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/cc44819022fd46b89da00a40eccc9089 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/cc44819022fd46b89da00a40eccc9089 2024-11-22T05:14:29,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/cc44819022fd46b89da00a40eccc9089, entries=150, sequenceid=259, filesize=11.9 K 2024-11-22T05:14:29,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 143aaa1c0b541b8eda957c347018489f in 874ms, sequenceid=259, compaction requested=true 2024-11-22T05:14:29,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:29,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:14:29,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:29,802 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:14:29,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:14:29,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:29,802 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:14:29,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:14:29,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:29,803 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:14:29,803 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39371 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:14:29,803 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/B is initiating minor compaction (all files) 2024-11-22T05:14:29,803 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/A is initiating minor compaction (all files) 2024-11-22T05:14:29,803 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/B in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,803 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/A in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,804 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/265a4100535d44669337856bca6ed34c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/55027b92d2b74c1993ee160ca3c08489, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/72fa273e580441c4bb77d6a165abf17d] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=36.1 K 2024-11-22T05:14:29,804 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/785067f593984499ad53b23bc1ad87c4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7f50ffad068549618eb9e813b01f746c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b01e587b12e3456b9fb012adbe68c14c] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=38.4 K 2024-11-22T05:14:29,804 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 265a4100535d44669337856bca6ed34c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732252465987 2024-11-22T05:14:29,804 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 785067f593984499ad53b23bc1ad87c4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732252465987 2024-11-22T05:14:29,804 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 55027b92d2b74c1993ee160ca3c08489, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732252466696 2024-11-22T05:14:29,804 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f50ffad068549618eb9e813b01f746c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732252466696 2024-11-22T05:14:29,805 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 72fa273e580441c4bb77d6a165abf17d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732252467865 2024-11-22T05:14:29,805 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting b01e587b12e3456b9fb012adbe68c14c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732252467860 2024-11-22T05:14:29,814 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:29,815 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:29,815 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/0cdb6fd3a7444571b49132652c8d3de8 is 50, key is test_row_0/B:col10/1732252467865/Put/seqid=0 2024-11-22T05:14:29,815 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/395196967d754c28a835951eae28aa86 is 50, key is test_row_0/A:col10/1732252467865/Put/seqid=0 2024-11-22T05:14:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741889_1065 (size=12781) 2024-11-22T05:14:29,834 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/0cdb6fd3a7444571b49132652c8d3de8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/0cdb6fd3a7444571b49132652c8d3de8 2024-11-22T05:14:29,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741888_1064 (size=12781) 2024-11-22T05:14:29,847 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/395196967d754c28a835951eae28aa86 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/395196967d754c28a835951eae28aa86 2024-11-22T05:14:29,848 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/B of 143aaa1c0b541b8eda957c347018489f into 0cdb6fd3a7444571b49132652c8d3de8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:29,848 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:29,848 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/B, priority=13, startTime=1732252469802; duration=0sec 2024-11-22T05:14:29,849 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:29,849 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:B 2024-11-22T05:14:29,849 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:14:29,852 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:14:29,852 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/C is initiating minor compaction (all files) 2024-11-22T05:14:29,852 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/C in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,853 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/35903f0214cc4775b721754defd30e04, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/18f14dc569414213bf9d538ccdc7beb5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/cc44819022fd46b89da00a40eccc9089] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=36.1 K 2024-11-22T05:14:29,853 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 35903f0214cc4775b721754defd30e04, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732252465987 2024-11-22T05:14:29,856 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 18f14dc569414213bf9d538ccdc7beb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732252466696 2024-11-22T05:14:29,858 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/A of 143aaa1c0b541b8eda957c347018489f into 395196967d754c28a835951eae28aa86(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:29,858 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:29,858 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting cc44819022fd46b89da00a40eccc9089, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732252467865 2024-11-22T05:14:29,858 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/A, priority=13, startTime=1732252469802; duration=0sec 2024-11-22T05:14:29,858 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:29,859 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:A 2024-11-22T05:14:29,869 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:29,870 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/48f760ebc00241e79cd298dffe84c4fc is 50, key is test_row_0/C:col10/1732252467865/Put/seqid=0 2024-11-22T05:14:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741890_1066 (size=12781) 2024-11-22T05:14:29,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T05:14:29,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:29,894 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T05:14:29,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:29,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:29,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:29,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/a849485c1f584208afbf5a4f8ddbbf10 is 50, key is test_row_0/A:col10/1732252468983/Put/seqid=0 2024-11-22T05:14:29,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741891_1067 (size=12301) 2024-11-22T05:14:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T05:14:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:30,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:30,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252530039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252530041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252530043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252530126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252530136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252530146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252530146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252530156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,287 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/48f760ebc00241e79cd298dffe84c4fc as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/48f760ebc00241e79cd298dffe84c4fc 2024-11-22T05:14:30,293 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/C of 143aaa1c0b541b8eda957c347018489f into 48f760ebc00241e79cd298dffe84c4fc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:30,293 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:30,293 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/C, priority=13, startTime=1732252469802; duration=0sec 2024-11-22T05:14:30,293 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:30,293 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:C 2024-11-22T05:14:30,313 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/a849485c1f584208afbf5a4f8ddbbf10 2024-11-22T05:14:30,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/c9567fa2ff81421db5460c81003d4d2f is 50, key is test_row_0/B:col10/1732252468983/Put/seqid=0 2024-11-22T05:14:30,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741892_1068 (size=12301) 2024-11-22T05:14:30,334 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/c9567fa2ff81421db5460c81003d4d2f 2024-11-22T05:14:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/d55072cdf3f14eb780302b74789efd99 is 50, key is test_row_0/C:col10/1732252468983/Put/seqid=0 2024-11-22T05:14:30,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741893_1069 (size=12301) 2024-11-22T05:14:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252530356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252530356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252530366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252530666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252530666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252530676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:30,748 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/d55072cdf3f14eb780302b74789efd99 2024-11-22T05:14:30,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/a849485c1f584208afbf5a4f8ddbbf10 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/a849485c1f584208afbf5a4f8ddbbf10 2024-11-22T05:14:30,760 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/a849485c1f584208afbf5a4f8ddbbf10, entries=150, sequenceid=281, filesize=12.0 K 2024-11-22T05:14:30,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/c9567fa2ff81421db5460c81003d4d2f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c9567fa2ff81421db5460c81003d4d2f 2024-11-22T05:14:30,767 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c9567fa2ff81421db5460c81003d4d2f, entries=150, sequenceid=281, filesize=12.0 K 2024-11-22T05:14:30,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/d55072cdf3f14eb780302b74789efd99 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d55072cdf3f14eb780302b74789efd99 2024-11-22T05:14:30,774 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d55072cdf3f14eb780302b74789efd99, entries=150, sequenceid=281, filesize=12.0 K 2024-11-22T05:14:30,775 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 143aaa1c0b541b8eda957c347018489f in 881ms, sequenceid=281, compaction requested=false 2024-11-22T05:14:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:30,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-22T05:14:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-22T05:14:30,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T05:14:30,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9570 sec 2024-11-22T05:14:30,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.9630 sec 2024-11-22T05:14:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T05:14:30,966 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:30,967 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-22T05:14:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T05:14:30,969 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:30,969 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:30,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T05:14:31,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T05:14:31,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:31,122 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T05:14:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/cc6ce8b3cb884135b2c16aea6ef4b2c2 is 50, key is test_row_0/A:col10/1732252470039/Put/seqid=0 2024-11-22T05:14:31,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741894_1070 (size=12301) 2024-11-22T05:14:31,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:31,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252531186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252531186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252531186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252531187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252531189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T05:14:31,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252531296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252531306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252531506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252531515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,545 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/cc6ce8b3cb884135b2c16aea6ef4b2c2 2024-11-22T05:14:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/1d70b92effc540cb85093c48951607dc is 50, key is test_row_0/B:col10/1732252470039/Put/seqid=0 2024-11-22T05:14:31,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741895_1071 (size=12301) 2024-11-22T05:14:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T05:14:31,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252531816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252531826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:31,960 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/1d70b92effc540cb85093c48951607dc 2024-11-22T05:14:31,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/0353e2a8e311413f8bb155bd538a17b6 is 50, key is test_row_0/C:col10/1732252470039/Put/seqid=0 2024-11-22T05:14:31,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741896_1072 (size=12301) 2024-11-22T05:14:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T05:14:32,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252532195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:32,196 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:32,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252532206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:32,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252532206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:32,210 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:32,210 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:32,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252532326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:32,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252532336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:32,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:32,377 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/0353e2a8e311413f8bb155bd538a17b6 2024-11-22T05:14:32,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/cc6ce8b3cb884135b2c16aea6ef4b2c2 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/cc6ce8b3cb884135b2c16aea6ef4b2c2 2024-11-22T05:14:32,389 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/cc6ce8b3cb884135b2c16aea6ef4b2c2, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T05:14:32,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/1d70b92effc540cb85093c48951607dc as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1d70b92effc540cb85093c48951607dc 2024-11-22T05:14:32,396 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1d70b92effc540cb85093c48951607dc, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T05:14:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/0353e2a8e311413f8bb155bd538a17b6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/0353e2a8e311413f8bb155bd538a17b6 2024-11-22T05:14:32,402 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/0353e2a8e311413f8bb155bd538a17b6, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T05:14:32,403 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 143aaa1c0b541b8eda957c347018489f in 1281ms, sequenceid=294, compaction requested=true 2024-11-22T05:14:32,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:32,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:32,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-22T05:14:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-22T05:14:32,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-22T05:14:32,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4350 sec 2024-11-22T05:14:32,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4410 sec 2024-11-22T05:14:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T05:14:33,116 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:33,117 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-22T05:14:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T05:14:33,119 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:33,119 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:33,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T05:14:33,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T05:14:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:33,272 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T05:14:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:33,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:33,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:33,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:33,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c334d9dd9efa4d4eb3fc8a3733de7232 is 50, key is test_row_0/A:col10/1732252471187/Put/seqid=0 2024-11-22T05:14:33,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741897_1073 (size=12301) 2024-11-22T05:14:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:33,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252533362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252533363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T05:14:33,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252533476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:33,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:33,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252533476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:33,683 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c334d9dd9efa4d4eb3fc8a3733de7232 2024-11-22T05:14:33,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252533686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252533687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:33,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/e1f1357a448e48278c061c689b40fa2b is 50, key is test_row_0/B:col10/1732252471187/Put/seqid=0 2024-11-22T05:14:33,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741898_1074 (size=12301) 2024-11-22T05:14:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T05:14:33,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252533995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:33,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252533996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:33,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:34,098 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/e1f1357a448e48278c061c689b40fa2b 2024-11-22T05:14:34,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/311b76e4cfb645fb91edea6c04d17b3e is 50, key is test_row_0/C:col10/1732252471187/Put/seqid=0 2024-11-22T05:14:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741899_1075 (size=12301) 2024-11-22T05:14:34,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252534206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:34,209 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:34,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:34,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252534226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:34,228 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:34,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252534236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:34,242 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:34,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T05:14:34,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252534506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:34,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:34,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252534506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:34,518 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/311b76e4cfb645fb91edea6c04d17b3e 2024-11-22T05:14:34,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c334d9dd9efa4d4eb3fc8a3733de7232 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c334d9dd9efa4d4eb3fc8a3733de7232 2024-11-22T05:14:34,531 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c334d9dd9efa4d4eb3fc8a3733de7232, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T05:14:34,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/e1f1357a448e48278c061c689b40fa2b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/e1f1357a448e48278c061c689b40fa2b 2024-11-22T05:14:34,541 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/e1f1357a448e48278c061c689b40fa2b, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T05:14:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/311b76e4cfb645fb91edea6c04d17b3e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/311b76e4cfb645fb91edea6c04d17b3e 2024-11-22T05:14:34,551 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/311b76e4cfb645fb91edea6c04d17b3e, entries=150, sequenceid=314, filesize=12.0 K 2024-11-22T05:14:34,552 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 143aaa1c0b541b8eda957c347018489f in 1280ms, sequenceid=314, compaction requested=true 2024-11-22T05:14:34,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:34,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:34,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-22T05:14:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-22T05:14:34,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-22T05:14:34,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-22T05:14:34,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.4400 sec 2024-11-22T05:14:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T05:14:35,266 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:35,267 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-22T05:14:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T05:14:35,269 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:35,270 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:35,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T05:14:35,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T05:14:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:35,424 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T05:14:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:35,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:35,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:35,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:35,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/08c58f0d15434f34abed164d959fbff5 is 50, key is test_row_0/A:col10/1732252473360/Put/seqid=0 2024-11-22T05:14:35,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741900_1076 (size=12301) 2024-11-22T05:14:35,440 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/08c58f0d15434f34abed164d959fbff5 2024-11-22T05:14:35,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/a376149dea0342bfa07307680df7972d is 50, key is test_row_0/B:col10/1732252473360/Put/seqid=0 2024-11-22T05:14:35,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741901_1077 (size=12301) 2024-11-22T05:14:35,468 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/a376149dea0342bfa07307680df7972d 2024-11-22T05:14:35,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/d0cf6ef41ad6473a96e49065f59333e5 is 50, key is test_row_0/C:col10/1732252473360/Put/seqid=0 2024-11-22T05:14:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741902_1078 (size=12301) 2024-11-22T05:14:35,482 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/d0cf6ef41ad6473a96e49065f59333e5 2024-11-22T05:14:35,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/08c58f0d15434f34abed164d959fbff5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/08c58f0d15434f34abed164d959fbff5 2024-11-22T05:14:35,498 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/08c58f0d15434f34abed164d959fbff5, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T05:14:35,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/a376149dea0342bfa07307680df7972d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/a376149dea0342bfa07307680df7972d 2024-11-22T05:14:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:35,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:35,527 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/a376149dea0342bfa07307680df7972d, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T05:14:35,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/d0cf6ef41ad6473a96e49065f59333e5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d0cf6ef41ad6473a96e49065f59333e5 2024-11-22T05:14:35,538 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d0cf6ef41ad6473a96e49065f59333e5, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T05:14:35,540 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=60.38 KB/61830 for 143aaa1c0b541b8eda957c347018489f in 116ms, sequenceid=326, compaction requested=true 2024-11-22T05:14:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-22T05:14:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-22T05:14:35,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-22T05:14:35,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 271 msec 2024-11-22T05:14:35,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T05:14:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:35,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:35,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:35,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:35,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:35,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:35,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:35,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 278 msec 2024-11-22T05:14:35,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c676697938524e0fa40a230d04c9edc5 is 50, key is test_row_0/A:col10/1732252475534/Put/seqid=0 2024-11-22T05:14:35,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741903_1079 (size=19621) 2024-11-22T05:14:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T05:14:35,586 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:35,586 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-22T05:14:35,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T05:14:35,588 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:35,589 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:35,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:35,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252535643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:35,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:35,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252535650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T05:14:35,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T05:14:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:35,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:35,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252535756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:35,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252535766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:35,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T05:14:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:35,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T05:14:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252535966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:35,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c676697938524e0fa40a230d04c9edc5 2024-11-22T05:14:35,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252535976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:35,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/94d5e95249134f47943c3993cdfc7542 is 50, key is test_row_0/B:col10/1732252475534/Put/seqid=0 2024-11-22T05:14:36,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741904_1080 (size=12301) 2024-11-22T05:14:36,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T05:14:36,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:36,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T05:14:36,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:36,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T05:14:36,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252536276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:36,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252536286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:36,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T05:14:36,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:36,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/94d5e95249134f47943c3993cdfc7542 2024-11-22T05:14:36,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/ea19b22184754f98801ae0669b846ed7 is 50, key is test_row_0/C:col10/1732252475534/Put/seqid=0 2024-11-22T05:14:36,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741905_1081 (size=12301) 2024-11-22T05:14:36,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/ea19b22184754f98801ae0669b846ed7 2024-11-22T05:14:36,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/c676697938524e0fa40a230d04c9edc5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c676697938524e0fa40a230d04c9edc5 2024-11-22T05:14:36,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c676697938524e0fa40a230d04c9edc5, entries=300, sequenceid=339, filesize=19.2 K 2024-11-22T05:14:36,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/94d5e95249134f47943c3993cdfc7542 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/94d5e95249134f47943c3993cdfc7542 2024-11-22T05:14:36,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/94d5e95249134f47943c3993cdfc7542, entries=150, sequenceid=339, filesize=12.0 K 2024-11-22T05:14:36,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/ea19b22184754f98801ae0669b846ed7 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/ea19b22184754f98801ae0669b846ed7 2024-11-22T05:14:36,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T05:14:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:36,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/ea19b22184754f98801ae0669b846ed7, entries=150, sequenceid=339, filesize=12.0 K 2024-11-22T05:14:36,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 143aaa1c0b541b8eda957c347018489f in 974ms, sequenceid=339, compaction requested=true 2024-11-22T05:14:36,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:36,520 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T05:14:36,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:14:36,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:36,520 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T05:14:36,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:14:36,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:36,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:14:36,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:36,524 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 81606 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T05:14:36,524 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74286 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T05:14:36,524 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/A is initiating minor compaction (all files) 2024-11-22T05:14:36,524 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/B is initiating minor compaction (all files) 2024-11-22T05:14:36,524 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/B in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,524 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/0cdb6fd3a7444571b49132652c8d3de8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c9567fa2ff81421db5460c81003d4d2f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1d70b92effc540cb85093c48951607dc, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/e1f1357a448e48278c061c689b40fa2b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/a376149dea0342bfa07307680df7972d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/94d5e95249134f47943c3993cdfc7542] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=72.5 K 2024-11-22T05:14:36,524 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/A in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,525 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/395196967d754c28a835951eae28aa86, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/a849485c1f584208afbf5a4f8ddbbf10, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/cc6ce8b3cb884135b2c16aea6ef4b2c2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c334d9dd9efa4d4eb3fc8a3733de7232, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/08c58f0d15434f34abed164d959fbff5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c676697938524e0fa40a230d04c9edc5] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=79.7 K 2024-11-22T05:14:36,525 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cdb6fd3a7444571b49132652c8d3de8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732252467865 2024-11-22T05:14:36,526 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 395196967d754c28a835951eae28aa86, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732252467865 2024-11-22T05:14:36,526 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting c9567fa2ff81421db5460c81003d4d2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732252468968 2024-11-22T05:14:36,526 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting a849485c1f584208afbf5a4f8ddbbf10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732252468968 2024-11-22T05:14:36,527 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d70b92effc540cb85093c48951607dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732252470034 2024-11-22T05:14:36,527 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc6ce8b3cb884135b2c16aea6ef4b2c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732252470034 2024-11-22T05:14:36,527 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting e1f1357a448e48278c061c689b40fa2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732252471172 2024-11-22T05:14:36,528 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting c334d9dd9efa4d4eb3fc8a3733de7232, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732252471172 2024-11-22T05:14:36,528 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting a376149dea0342bfa07307680df7972d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732252473354 2024-11-22T05:14:36,528 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08c58f0d15434f34abed164d959fbff5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732252473354 2024-11-22T05:14:36,529 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting c676697938524e0fa40a230d04c9edc5, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732252475528 2024-11-22T05:14:36,529 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 94d5e95249134f47943c3993cdfc7542, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732252475534 2024-11-22T05:14:36,602 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#B#compaction#69 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:36,602 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#A#compaction#70 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:36,602 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/dd0554eddd494b4889cc53706d1ef29e is 50, key is test_row_0/B:col10/1732252475534/Put/seqid=0 2024-11-22T05:14:36,602 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/82354ab0b6f84829a8b119df9469581b is 50, key is test_row_0/A:col10/1732252475534/Put/seqid=0 2024-11-22T05:14:36,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741906_1082 (size=13085) 2024-11-22T05:14:36,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741907_1083 (size=13085) 2024-11-22T05:14:36,629 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/dd0554eddd494b4889cc53706d1ef29e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/dd0554eddd494b4889cc53706d1ef29e 2024-11-22T05:14:36,632 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/82354ab0b6f84829a8b119df9469581b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/82354ab0b6f84829a8b119df9469581b 2024-11-22T05:14:36,643 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/B of 143aaa1c0b541b8eda957c347018489f into dd0554eddd494b4889cc53706d1ef29e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:36,643 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:36,646 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/B, priority=10, startTime=1732252476520; duration=0sec 2024-11-22T05:14:36,646 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/A of 143aaa1c0b541b8eda957c347018489f into 82354ab0b6f84829a8b119df9469581b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:36,646 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:36,646 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/A, priority=10, startTime=1732252476519; duration=0sec 2024-11-22T05:14:36,647 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:36,647 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:A 2024-11-22T05:14:36,647 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T05:14:36,647 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:36,647 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:B 2024-11-22T05:14:36,649 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74286 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T05:14:36,649 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/C is initiating minor compaction (all files) 2024-11-22T05:14:36,649 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/C in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,650 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/48f760ebc00241e79cd298dffe84c4fc, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d55072cdf3f14eb780302b74789efd99, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/0353e2a8e311413f8bb155bd538a17b6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/311b76e4cfb645fb91edea6c04d17b3e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d0cf6ef41ad6473a96e49065f59333e5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/ea19b22184754f98801ae0669b846ed7] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=72.5 K 2024-11-22T05:14:36,650 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48f760ebc00241e79cd298dffe84c4fc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732252467865 2024-11-22T05:14:36,651 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting d55072cdf3f14eb780302b74789efd99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732252468968 2024-11-22T05:14:36,651 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0353e2a8e311413f8bb155bd538a17b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732252470034 2024-11-22T05:14:36,651 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 311b76e4cfb645fb91edea6c04d17b3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732252471172 2024-11-22T05:14:36,652 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0cf6ef41ad6473a96e49065f59333e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732252473354 2024-11-22T05:14:36,654 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea19b22184754f98801ae0669b846ed7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732252475534 2024-11-22T05:14:36,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T05:14:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:36,670 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T05:14:36,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:36,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:36,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:36,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:36,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:36,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:36,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/af3809f5f17243e8a24e9687ab2f1da5 is 50, key is test_row_0/A:col10/1732252475640/Put/seqid=0 2024-11-22T05:14:36,682 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#C#compaction#72 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:36,683 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/501e391b92bc45de854a5829debba3ba is 50, key is test_row_0/C:col10/1732252475534/Put/seqid=0 2024-11-22T05:14:36,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741908_1084 (size=12301) 2024-11-22T05:14:36,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741909_1085 (size=13085) 2024-11-22T05:14:36,725 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/501e391b92bc45de854a5829debba3ba as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/501e391b92bc45de854a5829debba3ba 2024-11-22T05:14:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T05:14:36,736 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/C of 143aaa1c0b541b8eda957c347018489f into 501e391b92bc45de854a5829debba3ba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:36,736 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:36,736 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/C, priority=10, startTime=1732252476523; duration=0sec 2024-11-22T05:14:36,736 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:36,736 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:C 2024-11-22T05:14:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:36,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:36,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252536813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:36,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252536817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:36,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,819 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252536926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252536926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:37,109 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/af3809f5f17243e8a24e9687ab2f1da5 2024-11-22T05:14:37,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/cf17e16c6f6a48eea1daf081cf07b3b2 is 50, key is test_row_0/B:col10/1732252475640/Put/seqid=0 2024-11-22T05:14:37,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741910_1086 (size=12301) 2024-11-22T05:14:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252537136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:37,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252537136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:37,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252537446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:37,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252537446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:37,534 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/cf17e16c6f6a48eea1daf081cf07b3b2 2024-11-22T05:14:37,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/b4e06cea6d59432ebc0f49728104a003 is 50, key is test_row_0/C:col10/1732252475640/Put/seqid=0 2024-11-22T05:14:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741911_1087 (size=12301) 2024-11-22T05:14:37,551 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/b4e06cea6d59432ebc0f49728104a003 2024-11-22T05:14:37,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/af3809f5f17243e8a24e9687ab2f1da5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/af3809f5f17243e8a24e9687ab2f1da5 2024-11-22T05:14:37,563 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/af3809f5f17243e8a24e9687ab2f1da5, entries=150, sequenceid=360, filesize=12.0 K 2024-11-22T05:14:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/cf17e16c6f6a48eea1daf081cf07b3b2 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf17e16c6f6a48eea1daf081cf07b3b2 2024-11-22T05:14:37,570 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf17e16c6f6a48eea1daf081cf07b3b2, entries=150, sequenceid=360, filesize=12.0 K 2024-11-22T05:14:37,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/b4e06cea6d59432ebc0f49728104a003 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/b4e06cea6d59432ebc0f49728104a003 2024-11-22T05:14:37,577 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/b4e06cea6d59432ebc0f49728104a003, entries=150, sequenceid=360, filesize=12.0 K 2024-11-22T05:14:37,578 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 143aaa1c0b541b8eda957c347018489f in 908ms, sequenceid=360, compaction requested=false 2024-11-22T05:14:37,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:37,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T05:14:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T05:14:37,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T05:14:37,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9930 sec 2024-11-22T05:14:37,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.0000 sec 2024-11-22T05:14:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T05:14:37,746 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:37,747 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-22T05:14:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T05:14:37,748 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:37,749 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:37,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T05:14:37,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-22T05:14:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:37,902 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T05:14:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:37,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:37,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/9ad8401f88814d2fb5580a58639ed6b5 is 50, key is test_row_0/A:col10/1732252476815/Put/seqid=0 2024-11-22T05:14:37,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741912_1088 (size=12301) 2024-11-22T05:14:37,913 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/9ad8401f88814d2fb5580a58639ed6b5 2024-11-22T05:14:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/c63a3363c40a4667aadb30e988974204 is 50, key is test_row_0/B:col10/1732252476815/Put/seqid=0 2024-11-22T05:14:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741913_1089 (size=12301) 2024-11-22T05:14:37,932 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/c63a3363c40a4667aadb30e988974204 2024-11-22T05:14:37,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/de607267b34e4d7cbea41ac47ddca657 is 50, key is test_row_0/C:col10/1732252476815/Put/seqid=0 2024-11-22T05:14:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741914_1090 (size=12301) 2024-11-22T05:14:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:37,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:38,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252538005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252538006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T05:14:38,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252538116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252538116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40970 deadline: 1732252538236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,237 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41026 deadline: 1732252538256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,261 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:38,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40994 deadline: 1732252538285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,289 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 143aaa1c0b541b8eda957c347018489f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252538326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252538326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,352 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/de607267b34e4d7cbea41ac47ddca657 2024-11-22T05:14:38,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/9ad8401f88814d2fb5580a58639ed6b5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9ad8401f88814d2fb5580a58639ed6b5 2024-11-22T05:14:38,363 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9ad8401f88814d2fb5580a58639ed6b5, entries=150, sequenceid=374, filesize=12.0 K 2024-11-22T05:14:38,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/c63a3363c40a4667aadb30e988974204 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c63a3363c40a4667aadb30e988974204 2024-11-22T05:14:38,370 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c63a3363c40a4667aadb30e988974204, entries=150, sequenceid=374, filesize=12.0 K 2024-11-22T05:14:38,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/de607267b34e4d7cbea41ac47ddca657 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/de607267b34e4d7cbea41ac47ddca657 2024-11-22T05:14:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T05:14:38,376 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/de607267b34e4d7cbea41ac47ddca657, entries=150, sequenceid=374, filesize=12.0 K 2024-11-22T05:14:38,377 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 143aaa1c0b541b8eda957c347018489f in 475ms, sequenceid=374, compaction requested=true 2024-11-22T05:14:38,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:38,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:38,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-22T05:14:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-22T05:14:38,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-22T05:14:38,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 630 msec 2024-11-22T05:14:38,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 634 msec 2024-11-22T05:14:38,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T05:14:38,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:38,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:38,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:38,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:38,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:38,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:38,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/e11dc5e2b0354658b5f5828b2e44de89 is 50, key is test_row_0/A:col10/1732252478640/Put/seqid=0 2024-11-22T05:14:38,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741915_1091 (size=17181) 2024-11-22T05:14:38,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252538681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252538681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252538796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252538796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T05:14:38,886 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:38,887 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-22T05:14:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T05:14:38,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:38,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:38,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T05:14:39,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40986 deadline: 1732252539006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:39,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40990 deadline: 1732252539006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:14:39,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-22T05:14:39,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:39,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:39,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:39,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:39,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:39,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/e11dc5e2b0354658b5f5828b2e44de89 2024-11-22T05:14:39,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/114386a701374634927acc54f433cd5e is 50, key is test_row_0/B:col10/1732252478640/Put/seqid=0 2024-11-22T05:14:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741916_1092 (size=12301) 2024-11-22T05:14:39,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/114386a701374634927acc54f433cd5e 2024-11-22T05:14:39,076 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-22T05:14:39,076 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:14:39,076 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-22T05:14:39,076 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:14:39,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/f8f6a7078ff742569a5542544ba33a9d is 50, key is test_row_0/C:col10/1732252478640/Put/seqid=0 2024-11-22T05:14:39,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741917_1093 (size=12301) 2024-11-22T05:14:39,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/f8f6a7078ff742569a5542544ba33a9d 2024-11-22T05:14:39,082 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,082 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,083 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,083 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:14:39,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:14:39,084 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-22T05:14:39,084 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:14:39,084 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,084 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:14:39,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/e11dc5e2b0354658b5f5828b2e44de89 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/e11dc5e2b0354658b5f5828b2e44de89 2024-11-22T05:14:39,090 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-22T05:14:39,090 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:14:39,090 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,090 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:14:39,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/e11dc5e2b0354658b5f5828b2e44de89, entries=250, sequenceid=395, filesize=16.8 K 2024-11-22T05:14:39,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/114386a701374634927acc54f433cd5e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/114386a701374634927acc54f433cd5e 2024-11-22T05:14:39,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/114386a701374634927acc54f433cd5e, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T05:14:39,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/f8f6a7078ff742569a5542544ba33a9d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/f8f6a7078ff742569a5542544ba33a9d 2024-11-22T05:14:39,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/f8f6a7078ff742569a5542544ba33a9d, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T05:14:39,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 143aaa1c0b541b8eda957c347018489f in 464ms, sequenceid=395, compaction requested=true 2024-11-22T05:14:39,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:39,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:14:39,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:39,105 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:39,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:14:39,106 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:39,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:39,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 143aaa1c0b541b8eda957c347018489f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:14:39,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:39,107 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:39,107 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:39,107 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/B is initiating minor compaction (all files) 2024-11-22T05:14:39,107 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/A is initiating minor compaction (all files) 2024-11-22T05:14:39,107 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/B in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:39,107 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/A in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:39,107 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/82354ab0b6f84829a8b119df9469581b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/af3809f5f17243e8a24e9687ab2f1da5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9ad8401f88814d2fb5580a58639ed6b5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/e11dc5e2b0354658b5f5828b2e44de89] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=53.6 K 2024-11-22T05:14:39,107 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/dd0554eddd494b4889cc53706d1ef29e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf17e16c6f6a48eea1daf081cf07b3b2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c63a3363c40a4667aadb30e988974204, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/114386a701374634927acc54f433cd5e] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=48.8 K 2024-11-22T05:14:39,107 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82354ab0b6f84829a8b119df9469581b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732252475534 2024-11-22T05:14:39,107 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting dd0554eddd494b4889cc53706d1ef29e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732252475534 2024-11-22T05:14:39,108 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting cf17e16c6f6a48eea1daf081cf07b3b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732252475640 2024-11-22T05:14:39,108 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting af3809f5f17243e8a24e9687ab2f1da5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732252475640 2024-11-22T05:14:39,108 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting c63a3363c40a4667aadb30e988974204, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732252476797 2024-11-22T05:14:39,108 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ad8401f88814d2fb5580a58639ed6b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732252476797 2024-11-22T05:14:39,108 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 114386a701374634927acc54f433cd5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732252478002 2024-11-22T05:14:39,108 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting e11dc5e2b0354658b5f5828b2e44de89, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732252477996 2024-11-22T05:14:39,124 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#B#compaction#81 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:39,125 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/8e5e29dab36043799dc072a72740017f is 50, key is test_row_0/B:col10/1732252478640/Put/seqid=0 2024-11-22T05:14:39,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741918_1094 (size=13221) 2024-11-22T05:14:39,144 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#A#compaction#82 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:39,145 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/5bd9d321ff81490bbab820fd1711aae8 is 50, key is test_row_0/A:col10/1732252478640/Put/seqid=0 2024-11-22T05:14:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741919_1095 (size=13221) 2024-11-22T05:14:39,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-22T05:14:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:39,197 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T05:14:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:39,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/7f5a6a0cae5843918ca8075bab6651b3 is 50, key is test_row_0/A:col10/1732252478658/Put/seqid=0 2024-11-22T05:14:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T05:14:39,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741920_1096 (size=12301) 2024-11-22T05:14:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:39,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. as already flushing 2024-11-22T05:14:39,319 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-22T05:14:39,319 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:14:39,319 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-22T05:14:39,319 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,319 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:14:39,319 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,319 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,319 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:39,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:14:39,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:14:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T05:14:39,543 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/8e5e29dab36043799dc072a72740017f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/8e5e29dab36043799dc072a72740017f 2024-11-22T05:14:39,550 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/B of 143aaa1c0b541b8eda957c347018489f into 8e5e29dab36043799dc072a72740017f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:39,550 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:39,550 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/B, priority=12, startTime=1732252479105; duration=0sec 2024-11-22T05:14:39,550 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:39,550 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:B 2024-11-22T05:14:39,550 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:39,552 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:39,552 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 143aaa1c0b541b8eda957c347018489f/C is initiating minor compaction (all files) 2024-11-22T05:14:39,552 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 143aaa1c0b541b8eda957c347018489f/C in TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:39,552 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/501e391b92bc45de854a5829debba3ba, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/b4e06cea6d59432ebc0f49728104a003, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/de607267b34e4d7cbea41ac47ddca657, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/f8f6a7078ff742569a5542544ba33a9d] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp, totalSize=48.8 K 2024-11-22T05:14:39,552 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 501e391b92bc45de854a5829debba3ba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732252475534 2024-11-22T05:14:39,553 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b4e06cea6d59432ebc0f49728104a003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732252475640 2024-11-22T05:14:39,553 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting de607267b34e4d7cbea41ac47ddca657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732252476797 2024-11-22T05:14:39,553 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting f8f6a7078ff742569a5542544ba33a9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732252478002 2024-11-22T05:14:39,555 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/5bd9d321ff81490bbab820fd1711aae8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/5bd9d321ff81490bbab820fd1711aae8 2024-11-22T05:14:39,561 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/A of 143aaa1c0b541b8eda957c347018489f into 5bd9d321ff81490bbab820fd1711aae8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:39,561 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:39,561 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/A, priority=12, startTime=1732252479105; duration=0sec 2024-11-22T05:14:39,561 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:39,561 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:A 2024-11-22T05:14:39,565 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 143aaa1c0b541b8eda957c347018489f#C#compaction#84 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:39,565 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/49fbbd9e3e034c108dbf3831bad389b8 is 50, key is test_row_0/C:col10/1732252478640/Put/seqid=0 2024-11-22T05:14:39,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741921_1097 (size=13221) 2024-11-22T05:14:39,608 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/7f5a6a0cae5843918ca8075bab6651b3 2024-11-22T05:14:39,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/58f94062da184d51abccd961dace951e is 50, key is test_row_0/B:col10/1732252478658/Put/seqid=0 2024-11-22T05:14:39,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741922_1098 (size=12301) 2024-11-22T05:14:39,981 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/49fbbd9e3e034c108dbf3831bad389b8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/49fbbd9e3e034c108dbf3831bad389b8 2024-11-22T05:14:39,990 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 143aaa1c0b541b8eda957c347018489f/C of 143aaa1c0b541b8eda957c347018489f into 49fbbd9e3e034c108dbf3831bad389b8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:39,990 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:39,990 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., storeName=143aaa1c0b541b8eda957c347018489f/C, priority=12, startTime=1732252479106; duration=0sec 2024-11-22T05:14:39,991 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:39,991 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 143aaa1c0b541b8eda957c347018489f:C 2024-11-22T05:14:40,021 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/58f94062da184d51abccd961dace951e 2024-11-22T05:14:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T05:14:40,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/fae23ce2773b465d8ca2c130d7bdb5c9 is 50, key is test_row_0/C:col10/1732252478658/Put/seqid=0 2024-11-22T05:14:40,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741923_1099 (size=12301) 2024-11-22T05:14:40,438 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/fae23ce2773b465d8ca2c130d7bdb5c9 2024-11-22T05:14:40,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/7f5a6a0cae5843918ca8075bab6651b3 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7f5a6a0cae5843918ca8075bab6651b3 2024-11-22T05:14:40,456 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7f5a6a0cae5843918ca8075bab6651b3, entries=150, sequenceid=406, filesize=12.0 K 2024-11-22T05:14:40,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/58f94062da184d51abccd961dace951e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/58f94062da184d51abccd961dace951e 2024-11-22T05:14:40,462 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/58f94062da184d51abccd961dace951e, entries=150, sequenceid=406, filesize=12.0 K 2024-11-22T05:14:40,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/fae23ce2773b465d8ca2c130d7bdb5c9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/fae23ce2773b465d8ca2c130d7bdb5c9 2024-11-22T05:14:40,469 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/fae23ce2773b465d8ca2c130d7bdb5c9, entries=150, sequenceid=406, filesize=12.0 K 2024-11-22T05:14:40,470 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=13.42 KB/13740 for 143aaa1c0b541b8eda957c347018489f in 1272ms, sequenceid=406, compaction requested=false 2024-11-22T05:14:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 143aaa1c0b541b8eda957c347018489f: 2024-11-22T05:14:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-22T05:14:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-22T05:14:40,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T05:14:40,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5820 sec 2024-11-22T05:14:40,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.5860 sec 2024-11-22T05:14:40,501 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:14:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-22T05:14:41,037 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:48,269 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-22T05:14:48,269 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:14:48,269 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:48,269 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:48,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:14:48,330 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-22T05:14:48,330 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:14:48,330 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:48,330 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:48,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:14:48,348 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-22T05:14:48,348 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:14:48,348 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:48,348 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:48,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2845 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2914 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T05:14:48,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1261 2024-11-22T05:14:48,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3783 rows 2024-11-22T05:14:48,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1258 2024-11-22T05:14:48,349 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3773 rows 2024-11-22T05:14:48,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:14:48,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:14:48,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:48,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:48,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:14:48,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T05:14:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T05:14:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T05:14:48,359 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252488359"}]},"ts":"1732252488359"} 2024-11-22T05:14:48,361 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T05:14:48,361 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T05:14:48,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T05:14:48,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=143aaa1c0b541b8eda957c347018489f, UNASSIGN}] 2024-11-22T05:14:48,368 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=143aaa1c0b541b8eda957c347018489f, UNASSIGN 2024-11-22T05:14:48,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=143aaa1c0b541b8eda957c347018489f, regionState=CLOSING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:14:48,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=143aaa1c0b541b8eda957c347018489f, UNASSIGN because future has completed 2024-11-22T05:14:48,371 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:14:48,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:14:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T05:14:48,532 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:48,532 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:14:48,534 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 143aaa1c0b541b8eda957c347018489f, disabling compactions & flushes 2024-11-22T05:14:48,534 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:48,534 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:48,535 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. after waiting 0 ms 2024-11-22T05:14:48,535 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:48,535 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing 143aaa1c0b541b8eda957c347018489f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T05:14:48,536 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=A 2024-11-22T05:14:48,536 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:48,536 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=B 2024-11-22T05:14:48,536 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:48,536 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 143aaa1c0b541b8eda957c347018489f, store=C 2024-11-22T05:14:48,537 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:48,576 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/1ad1f510d1f54240b02a395070f77b88 is 50, key is test_row_0/A:col10/1732252479317/Put/seqid=0 2024-11-22T05:14:48,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741924_1100 (size=12301) 2024-11-22T05:14:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T05:14:48,982 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/1ad1f510d1f54240b02a395070f77b88 2024-11-22T05:14:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T05:14:48,996 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/5152229a06164538b0abf82615c1295e is 50, key is test_row_0/B:col10/1732252479317/Put/seqid=0 2024-11-22T05:14:48,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741925_1101 (size=12301) 2024-11-22T05:14:49,401 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/5152229a06164538b0abf82615c1295e 2024-11-22T05:14:49,413 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/039b27db39dc4f3aa6ee38fcd6092cbf is 50, key is test_row_0/C:col10/1732252479317/Put/seqid=0 2024-11-22T05:14:49,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741926_1102 (size=12301) 2024-11-22T05:14:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T05:14:49,820 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/039b27db39dc4f3aa6ee38fcd6092cbf 2024-11-22T05:14:49,832 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/A/1ad1f510d1f54240b02a395070f77b88 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/1ad1f510d1f54240b02a395070f77b88 2024-11-22T05:14:49,838 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/1ad1f510d1f54240b02a395070f77b88, entries=150, sequenceid=417, filesize=12.0 K 2024-11-22T05:14:49,839 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/B/5152229a06164538b0abf82615c1295e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/5152229a06164538b0abf82615c1295e 2024-11-22T05:14:49,844 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/5152229a06164538b0abf82615c1295e, entries=150, sequenceid=417, filesize=12.0 K 2024-11-22T05:14:49,845 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/.tmp/C/039b27db39dc4f3aa6ee38fcd6092cbf as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/039b27db39dc4f3aa6ee38fcd6092cbf 2024-11-22T05:14:49,848 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/039b27db39dc4f3aa6ee38fcd6092cbf, entries=150, sequenceid=417, filesize=12.0 K 2024-11-22T05:14:49,849 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 143aaa1c0b541b8eda957c347018489f in 1314ms, sequenceid=417, compaction requested=true 2024-11-22T05:14:49,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/8143f262d3d040e2ab50b8ef98bf38b9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/615d159da42549da814ca3e6e17b2421, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/1d4129f6b46c43d89238446c9df4c2f4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/2e5d7f7753d645218c3a9c5fae4dfb4e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c6566718e0da4b30915de4237de1e7c1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/4ba3644ec2294a9db420ff43330da5ef, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9de318cc220848be8fb887448bf9ea97, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7dfe31db0c154d06b5a16f14c430d4c3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c3b37453a1a949c98c8760ef5a537d0b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b568a7840bf84a968bf32bd75e5b687e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/f14350bd4a0f4a0f8710b780b20a71f9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b5be3a486b304a0a8b7781c0ac6a27a6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/550f9b7d41eb4a9a8c15d00a1d875cfe, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9775f373b2ea43769429c83fa8b8f837, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/785067f593984499ad53b23bc1ad87c4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7f50ffad068549618eb9e813b01f746c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b01e587b12e3456b9fb012adbe68c14c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/395196967d754c28a835951eae28aa86, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/a849485c1f584208afbf5a4f8ddbbf10, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/cc6ce8b3cb884135b2c16aea6ef4b2c2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c334d9dd9efa4d4eb3fc8a3733de7232, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/08c58f0d15434f34abed164d959fbff5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c676697938524e0fa40a230d04c9edc5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/82354ab0b6f84829a8b119df9469581b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/af3809f5f17243e8a24e9687ab2f1da5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9ad8401f88814d2fb5580a58639ed6b5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/e11dc5e2b0354658b5f5828b2e44de89] to archive 2024-11-22T05:14:49,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:14:49,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/8143f262d3d040e2ab50b8ef98bf38b9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/8143f262d3d040e2ab50b8ef98bf38b9 2024-11-22T05:14:49,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/615d159da42549da814ca3e6e17b2421 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/615d159da42549da814ca3e6e17b2421 2024-11-22T05:14:49,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/1d4129f6b46c43d89238446c9df4c2f4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/1d4129f6b46c43d89238446c9df4c2f4 2024-11-22T05:14:49,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/2e5d7f7753d645218c3a9c5fae4dfb4e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/2e5d7f7753d645218c3a9c5fae4dfb4e 2024-11-22T05:14:49,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c6566718e0da4b30915de4237de1e7c1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c6566718e0da4b30915de4237de1e7c1 2024-11-22T05:14:49,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/4ba3644ec2294a9db420ff43330da5ef to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/4ba3644ec2294a9db420ff43330da5ef 2024-11-22T05:14:49,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9de318cc220848be8fb887448bf9ea97 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9de318cc220848be8fb887448bf9ea97 2024-11-22T05:14:49,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7dfe31db0c154d06b5a16f14c430d4c3 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7dfe31db0c154d06b5a16f14c430d4c3 2024-11-22T05:14:49,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c3b37453a1a949c98c8760ef5a537d0b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c3b37453a1a949c98c8760ef5a537d0b 2024-11-22T05:14:49,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b568a7840bf84a968bf32bd75e5b687e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b568a7840bf84a968bf32bd75e5b687e 2024-11-22T05:14:49,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/f14350bd4a0f4a0f8710b780b20a71f9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/f14350bd4a0f4a0f8710b780b20a71f9 2024-11-22T05:14:49,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b5be3a486b304a0a8b7781c0ac6a27a6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b5be3a486b304a0a8b7781c0ac6a27a6 2024-11-22T05:14:49,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/550f9b7d41eb4a9a8c15d00a1d875cfe to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/550f9b7d41eb4a9a8c15d00a1d875cfe 2024-11-22T05:14:49,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9775f373b2ea43769429c83fa8b8f837 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9775f373b2ea43769429c83fa8b8f837 2024-11-22T05:14:49,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/785067f593984499ad53b23bc1ad87c4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/785067f593984499ad53b23bc1ad87c4 2024-11-22T05:14:49,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7f50ffad068549618eb9e813b01f746c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7f50ffad068549618eb9e813b01f746c 2024-11-22T05:14:49,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b01e587b12e3456b9fb012adbe68c14c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/b01e587b12e3456b9fb012adbe68c14c 2024-11-22T05:14:49,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/395196967d754c28a835951eae28aa86 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/395196967d754c28a835951eae28aa86 2024-11-22T05:14:49,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/a849485c1f584208afbf5a4f8ddbbf10 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/a849485c1f584208afbf5a4f8ddbbf10 2024-11-22T05:14:49,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/cc6ce8b3cb884135b2c16aea6ef4b2c2 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/cc6ce8b3cb884135b2c16aea6ef4b2c2 2024-11-22T05:14:49,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c334d9dd9efa4d4eb3fc8a3733de7232 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c334d9dd9efa4d4eb3fc8a3733de7232 2024-11-22T05:14:49,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/08c58f0d15434f34abed164d959fbff5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/08c58f0d15434f34abed164d959fbff5 2024-11-22T05:14:49,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c676697938524e0fa40a230d04c9edc5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/c676697938524e0fa40a230d04c9edc5 2024-11-22T05:14:49,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/82354ab0b6f84829a8b119df9469581b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/82354ab0b6f84829a8b119df9469581b 2024-11-22T05:14:49,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/af3809f5f17243e8a24e9687ab2f1da5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/af3809f5f17243e8a24e9687ab2f1da5 2024-11-22T05:14:49,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9ad8401f88814d2fb5580a58639ed6b5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/9ad8401f88814d2fb5580a58639ed6b5 2024-11-22T05:14:49,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/e11dc5e2b0354658b5f5828b2e44de89 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/e11dc5e2b0354658b5f5828b2e44de89 2024-11-22T05:14:49,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/8e8aab38eadc497e83be8c7b3669c80c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bd298f82fef945e39fea464e15d81cad, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/ca38a9ab5a3e488b8c9cad21f0b846e9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/3d9a8df4c50d437888bc8120e2372540, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/2902c00eb7f642b4b6c3fff18bcee74d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/5d51be311b2d4bb3aab3a7c131d0d5e6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4a280c561ffc45a28b8e11bfd1327faa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf64944cacca44438680021da0d8c3df, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bcae7e8e348a4de49addcb386ddac3a5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/da077b21a2e84d8ab7a07468b15c965a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1fd952be8f79406fb4e31962837076e4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/785f3cef40c04dc0a481b0680e691958, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4bab1a02a2274f359a198df614dbf4d4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/265a4100535d44669337856bca6ed34c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/f28d51ca0b4a4585916e21214bb07d7c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/55027b92d2b74c1993ee160ca3c08489, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/0cdb6fd3a7444571b49132652c8d3de8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/72fa273e580441c4bb77d6a165abf17d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c9567fa2ff81421db5460c81003d4d2f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1d70b92effc540cb85093c48951607dc, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/e1f1357a448e48278c061c689b40fa2b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/a376149dea0342bfa07307680df7972d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/dd0554eddd494b4889cc53706d1ef29e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/94d5e95249134f47943c3993cdfc7542, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf17e16c6f6a48eea1daf081cf07b3b2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c63a3363c40a4667aadb30e988974204, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/114386a701374634927acc54f433cd5e] to archive 2024-11-22T05:14:49,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:14:49,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/8e8aab38eadc497e83be8c7b3669c80c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/8e8aab38eadc497e83be8c7b3669c80c 2024-11-22T05:14:49,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bd298f82fef945e39fea464e15d81cad to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bd298f82fef945e39fea464e15d81cad 2024-11-22T05:14:49,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/ca38a9ab5a3e488b8c9cad21f0b846e9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/ca38a9ab5a3e488b8c9cad21f0b846e9 2024-11-22T05:14:49,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/3d9a8df4c50d437888bc8120e2372540 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/3d9a8df4c50d437888bc8120e2372540 2024-11-22T05:14:49,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/2902c00eb7f642b4b6c3fff18bcee74d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/2902c00eb7f642b4b6c3fff18bcee74d 2024-11-22T05:14:49,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/5d51be311b2d4bb3aab3a7c131d0d5e6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/5d51be311b2d4bb3aab3a7c131d0d5e6 2024-11-22T05:14:49,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4a280c561ffc45a28b8e11bfd1327faa to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4a280c561ffc45a28b8e11bfd1327faa 2024-11-22T05:14:49,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf64944cacca44438680021da0d8c3df to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf64944cacca44438680021da0d8c3df 2024-11-22T05:14:49,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bcae7e8e348a4de49addcb386ddac3a5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/bcae7e8e348a4de49addcb386ddac3a5 2024-11-22T05:14:49,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/da077b21a2e84d8ab7a07468b15c965a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/da077b21a2e84d8ab7a07468b15c965a 2024-11-22T05:14:49,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1fd952be8f79406fb4e31962837076e4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1fd952be8f79406fb4e31962837076e4 2024-11-22T05:14:49,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/785f3cef40c04dc0a481b0680e691958 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/785f3cef40c04dc0a481b0680e691958 2024-11-22T05:14:49,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4bab1a02a2274f359a198df614dbf4d4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/4bab1a02a2274f359a198df614dbf4d4 2024-11-22T05:14:49,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/265a4100535d44669337856bca6ed34c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/265a4100535d44669337856bca6ed34c 2024-11-22T05:14:49,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/f28d51ca0b4a4585916e21214bb07d7c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/f28d51ca0b4a4585916e21214bb07d7c 2024-11-22T05:14:49,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/55027b92d2b74c1993ee160ca3c08489 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/55027b92d2b74c1993ee160ca3c08489 2024-11-22T05:14:49,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/0cdb6fd3a7444571b49132652c8d3de8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/0cdb6fd3a7444571b49132652c8d3de8 2024-11-22T05:14:49,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/72fa273e580441c4bb77d6a165abf17d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/72fa273e580441c4bb77d6a165abf17d 2024-11-22T05:14:49,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c9567fa2ff81421db5460c81003d4d2f to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c9567fa2ff81421db5460c81003d4d2f 2024-11-22T05:14:49,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1d70b92effc540cb85093c48951607dc to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/1d70b92effc540cb85093c48951607dc 2024-11-22T05:14:49,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/e1f1357a448e48278c061c689b40fa2b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/e1f1357a448e48278c061c689b40fa2b 2024-11-22T05:14:49,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/a376149dea0342bfa07307680df7972d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/a376149dea0342bfa07307680df7972d 2024-11-22T05:14:49,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/dd0554eddd494b4889cc53706d1ef29e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/dd0554eddd494b4889cc53706d1ef29e 2024-11-22T05:14:49,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/94d5e95249134f47943c3993cdfc7542 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/94d5e95249134f47943c3993cdfc7542 2024-11-22T05:14:49,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf17e16c6f6a48eea1daf081cf07b3b2 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/cf17e16c6f6a48eea1daf081cf07b3b2 2024-11-22T05:14:49,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c63a3363c40a4667aadb30e988974204 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/c63a3363c40a4667aadb30e988974204 2024-11-22T05:14:49,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/114386a701374634927acc54f433cd5e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/114386a701374634927acc54f433cd5e 2024-11-22T05:14:49,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/aac8aab4396645ad80296f315b4b73fa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/c0e320c880d94a05af393dba24dbd79d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d230d9b6889347da9fcec01924f89e34, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/e6a0b0f44fa24e218474ac1ce960c4e4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/29caf9d30e85413387cffb6d581f9153, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/57fb2a3892e9467c886f80635bd5a0e4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/65b6b6585dc441cf9c31e350a9cf1789, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/9c6342651a434f2db9f2ffbf501e6cad, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/103431914a1c4a6f82d236c636a87376, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/19f4ba3881f14ae0bedb9206f4ebd0e0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/dd8dcb653b45458b900d29148e4f4053, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/1a73d8a7126d43ed8d1e7b71bd7efe85, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/5d1fff340e344626addf8316932e9398, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/35903f0214cc4775b721754defd30e04, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/28459fbd364c42e88f06d6e58878cbce, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/18f14dc569414213bf9d538ccdc7beb5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/48f760ebc00241e79cd298dffe84c4fc, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/cc44819022fd46b89da00a40eccc9089, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d55072cdf3f14eb780302b74789efd99, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/0353e2a8e311413f8bb155bd538a17b6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/311b76e4cfb645fb91edea6c04d17b3e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d0cf6ef41ad6473a96e49065f59333e5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/501e391b92bc45de854a5829debba3ba, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/ea19b22184754f98801ae0669b846ed7, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/b4e06cea6d59432ebc0f49728104a003, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/de607267b34e4d7cbea41ac47ddca657, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/f8f6a7078ff742569a5542544ba33a9d] to archive 2024-11-22T05:14:49,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:14:49,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/aac8aab4396645ad80296f315b4b73fa to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/aac8aab4396645ad80296f315b4b73fa 2024-11-22T05:14:49,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/c0e320c880d94a05af393dba24dbd79d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/c0e320c880d94a05af393dba24dbd79d 2024-11-22T05:14:49,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d230d9b6889347da9fcec01924f89e34 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d230d9b6889347da9fcec01924f89e34 2024-11-22T05:14:49,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/e6a0b0f44fa24e218474ac1ce960c4e4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/e6a0b0f44fa24e218474ac1ce960c4e4 2024-11-22T05:14:49,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/29caf9d30e85413387cffb6d581f9153 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/29caf9d30e85413387cffb6d581f9153 2024-11-22T05:14:49,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/57fb2a3892e9467c886f80635bd5a0e4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/57fb2a3892e9467c886f80635bd5a0e4 2024-11-22T05:14:49,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/65b6b6585dc441cf9c31e350a9cf1789 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/65b6b6585dc441cf9c31e350a9cf1789 2024-11-22T05:14:49,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/9c6342651a434f2db9f2ffbf501e6cad to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/9c6342651a434f2db9f2ffbf501e6cad 2024-11-22T05:14:49,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/103431914a1c4a6f82d236c636a87376 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/103431914a1c4a6f82d236c636a87376 2024-11-22T05:14:49,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/19f4ba3881f14ae0bedb9206f4ebd0e0 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/19f4ba3881f14ae0bedb9206f4ebd0e0 2024-11-22T05:14:49,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/dd8dcb653b45458b900d29148e4f4053 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/dd8dcb653b45458b900d29148e4f4053 2024-11-22T05:14:49,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/1a73d8a7126d43ed8d1e7b71bd7efe85 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/1a73d8a7126d43ed8d1e7b71bd7efe85 2024-11-22T05:14:49,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/5d1fff340e344626addf8316932e9398 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/5d1fff340e344626addf8316932e9398 2024-11-22T05:14:49,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/35903f0214cc4775b721754defd30e04 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/35903f0214cc4775b721754defd30e04 2024-11-22T05:14:49,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/28459fbd364c42e88f06d6e58878cbce to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/28459fbd364c42e88f06d6e58878cbce 2024-11-22T05:14:49,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/18f14dc569414213bf9d538ccdc7beb5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/18f14dc569414213bf9d538ccdc7beb5 2024-11-22T05:14:49,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/48f760ebc00241e79cd298dffe84c4fc to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/48f760ebc00241e79cd298dffe84c4fc 2024-11-22T05:14:49,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/cc44819022fd46b89da00a40eccc9089 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/cc44819022fd46b89da00a40eccc9089 2024-11-22T05:14:49,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d55072cdf3f14eb780302b74789efd99 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d55072cdf3f14eb780302b74789efd99 2024-11-22T05:14:49,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/0353e2a8e311413f8bb155bd538a17b6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/0353e2a8e311413f8bb155bd538a17b6 2024-11-22T05:14:49,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/311b76e4cfb645fb91edea6c04d17b3e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/311b76e4cfb645fb91edea6c04d17b3e 2024-11-22T05:14:49,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d0cf6ef41ad6473a96e49065f59333e5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/d0cf6ef41ad6473a96e49065f59333e5 2024-11-22T05:14:49,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/501e391b92bc45de854a5829debba3ba to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/501e391b92bc45de854a5829debba3ba 2024-11-22T05:14:49,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/ea19b22184754f98801ae0669b846ed7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/ea19b22184754f98801ae0669b846ed7 2024-11-22T05:14:49,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/b4e06cea6d59432ebc0f49728104a003 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/b4e06cea6d59432ebc0f49728104a003 2024-11-22T05:14:49,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/de607267b34e4d7cbea41ac47ddca657 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/de607267b34e4d7cbea41ac47ddca657 2024-11-22T05:14:49,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/f8f6a7078ff742569a5542544ba33a9d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/f8f6a7078ff742569a5542544ba33a9d 2024-11-22T05:14:49,970 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/recovered.edits/420.seqid, newMaxSeqId=420, maxSeqId=1 2024-11-22T05:14:49,971 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. 2024-11-22T05:14:49,971 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 143aaa1c0b541b8eda957c347018489f: Waiting for close lock at 1732252488534Running coprocessor pre-close hooks at 1732252488534Disabling compacts and flushes for region at 1732252488534Disabling writes for close at 1732252488535 (+1 ms)Obtaining lock to block concurrent updates at 1732252488535Preparing flush snapshotting stores in 143aaa1c0b541b8eda957c347018489f at 1732252488535Finished memstore snapshotting TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732252488537 (+2 ms)Flushing stores of TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f. at 1732252488566 (+29 ms)Flushing 143aaa1c0b541b8eda957c347018489f/A: creating writer at 1732252488566Flushing 143aaa1c0b541b8eda957c347018489f/A: appending metadata at 1732252488575 (+9 ms)Flushing 143aaa1c0b541b8eda957c347018489f/A: closing flushed file at 1732252488575Flushing 143aaa1c0b541b8eda957c347018489f/B: creating writer at 1732252488993 (+418 ms)Flushing 143aaa1c0b541b8eda957c347018489f/B: appending metadata at 1732252488995 (+2 ms)Flushing 143aaa1c0b541b8eda957c347018489f/B: closing flushed file at 1732252488995Flushing 143aaa1c0b541b8eda957c347018489f/C: creating writer at 1732252489409 (+414 ms)Flushing 143aaa1c0b541b8eda957c347018489f/C: appending metadata at 1732252489413 (+4 ms)Flushing 143aaa1c0b541b8eda957c347018489f/C: closing flushed file at 1732252489413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25da81f: reopening flushed file at 1732252489832 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9df9a0: reopening flushed file at 1732252489838 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7630ef6c: reopening flushed file at 1732252489844 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 143aaa1c0b541b8eda957c347018489f in 1314ms, sequenceid=417, compaction requested=true at 1732252489849 (+5 ms)Writing region close event to WAL at 1732252489967 (+118 ms)Running coprocessor post-close hooks at 1732252489971 (+4 ms)Closed at 1732252489971 2024-11-22T05:14:49,973 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:49,974 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=143aaa1c0b541b8eda957c347018489f, regionState=CLOSED 2024-11-22T05:14:49,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:14:49,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-22T05:14:49,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 143aaa1c0b541b8eda957c347018489f, server=82891a793a29,40047,1732252452553 in 1.6050 sec 2024-11-22T05:14:49,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T05:14:49,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=143aaa1c0b541b8eda957c347018489f, UNASSIGN in 1.6120 sec 2024-11-22T05:14:49,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-22T05:14:49,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6190 sec 2024-11-22T05:14:49,985 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252489985"}]},"ts":"1732252489985"} 2024-11-22T05:14:49,986 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T05:14:49,986 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T05:14:49,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6340 sec 2024-11-22T05:14:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T05:14:50,506 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:50,509 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T05:14:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:14:50,514 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:14:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-22T05:14:50,516 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:14:50,521 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:50,526 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/recovered.edits] 2024-11-22T05:14:50,529 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/1ad1f510d1f54240b02a395070f77b88 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/1ad1f510d1f54240b02a395070f77b88 2024-11-22T05:14:50,530 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/5bd9d321ff81490bbab820fd1711aae8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/5bd9d321ff81490bbab820fd1711aae8 2024-11-22T05:14:50,532 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7f5a6a0cae5843918ca8075bab6651b3 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/A/7f5a6a0cae5843918ca8075bab6651b3 2024-11-22T05:14:50,535 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/5152229a06164538b0abf82615c1295e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/5152229a06164538b0abf82615c1295e 2024-11-22T05:14:50,537 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/58f94062da184d51abccd961dace951e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/58f94062da184d51abccd961dace951e 2024-11-22T05:14:50,538 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/8e5e29dab36043799dc072a72740017f to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/B/8e5e29dab36043799dc072a72740017f 2024-11-22T05:14:50,541 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/039b27db39dc4f3aa6ee38fcd6092cbf to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/039b27db39dc4f3aa6ee38fcd6092cbf 2024-11-22T05:14:50,542 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/49fbbd9e3e034c108dbf3831bad389b8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/49fbbd9e3e034c108dbf3831bad389b8 2024-11-22T05:14:50,543 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/fae23ce2773b465d8ca2c130d7bdb5c9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/C/fae23ce2773b465d8ca2c130d7bdb5c9 2024-11-22T05:14:50,546 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/recovered.edits/420.seqid to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f/recovered.edits/420.seqid 2024-11-22T05:14:50,547 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/143aaa1c0b541b8eda957c347018489f 2024-11-22T05:14:50,547 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T05:14:50,551 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:14:50,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T05:14:50,560 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T05:14:50,591 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T05:14:50,592 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:14:50,592 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T05:14:50,593 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732252490592"}]},"ts":"9223372036854775807"} 2024-11-22T05:14:50,597 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T05:14:50,597 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 143aaa1c0b541b8eda957c347018489f, NAME => 'TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T05:14:50,597 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T05:14:50,597 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732252490597"}]},"ts":"9223372036854775807"} 2024-11-22T05:14:50,600 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T05:14:50,601 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:14:50,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-11-22T05:14:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-22T05:14:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T05:14:50,627 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:50,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/82891a793a29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;82891a793a29:40047-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/82891a793a29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_29986461_22 at /127.0.0.1:42330 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 320) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7573 (was 8188) 2024-11-22T05:14:50,649 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=7571 2024-11-22T05:14:50,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T05:14:50,651 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:14:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T05:14:50,653 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:14:50,654 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:50,654 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-11-22T05:14:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T05:14:50,655 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:14:50,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741927_1103 (size=1061) 2024-11-22T05:14:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T05:14:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T05:14:51,065 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410 2024-11-22T05:14:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741928_1104 (size=53) 2024-11-22T05:14:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T05:14:51,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:14:51,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f4ea15c005fa1ae6ff058ef40f6d85d1, disabling compactions & flushes 2024-11-22T05:14:51,478 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:51,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:51,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. after waiting 0 ms 2024-11-22T05:14:51,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:51,478 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:51,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4ea15c005fa1ae6ff058ef40f6d85d1: Waiting for close lock at 1732252491478Disabling compacts and flushes for region at 1732252491478Disabling writes for close at 1732252491478Writing region close event to WAL at 1732252491478Closed at 1732252491478 2024-11-22T05:14:51,481 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:14:51,482 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732252491482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252491482"}]},"ts":"1732252491482"} 2024-11-22T05:14:51,486 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:14:51,488 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:14:51,488 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252491488"}]},"ts":"1732252491488"} 2024-11-22T05:14:51,490 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T05:14:51,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, ASSIGN}] 2024-11-22T05:14:51,491 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, ASSIGN 2024-11-22T05:14:51,492 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, ASSIGN; state=OFFLINE, location=82891a793a29,40047,1732252452553; forceNewPlan=false, retain=false 2024-11-22T05:14:51,643 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=f4ea15c005fa1ae6ff058ef40f6d85d1, regionState=OPENING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:14:51,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, ASSIGN because future has completed 2024-11-22T05:14:51,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:14:51,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T05:14:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T05:14:51,810 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:51,810 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:14:51,811 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,811 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:14:51,811 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,811 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,814 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,815 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:14:51,817 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4ea15c005fa1ae6ff058ef40f6d85d1 columnFamilyName A 2024-11-22T05:14:51,817 DEBUG [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:51,818 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(327): Store=f4ea15c005fa1ae6ff058ef40f6d85d1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:51,818 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,819 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:14:51,819 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4ea15c005fa1ae6ff058ef40f6d85d1 columnFamilyName B 2024-11-22T05:14:51,820 DEBUG [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:51,820 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(327): Store=f4ea15c005fa1ae6ff058ef40f6d85d1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:51,820 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,822 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:14:51,822 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4ea15c005fa1ae6ff058ef40f6d85d1 columnFamilyName C 2024-11-22T05:14:51,822 DEBUG [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:51,822 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(327): Store=f4ea15c005fa1ae6ff058ef40f6d85d1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:51,823 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:51,823 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,824 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,824 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,825 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,825 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,826 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:14:51,827 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,829 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:14:51,830 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened f4ea15c005fa1ae6ff058ef40f6d85d1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73319130, jitterRate=0.09254017472267151}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:14:51,830 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:51,831 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for f4ea15c005fa1ae6ff058ef40f6d85d1: Running coprocessor pre-open hook at 1732252491811Writing region info on filesystem at 1732252491811Initializing all the Stores at 1732252491813 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252491813Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252491813Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252491813Cleaning up temporary data from old regions at 1732252491825 (+12 ms)Running coprocessor post-open hooks at 1732252491830 (+5 ms)Region opened successfully at 1732252491831 (+1 ms) 2024-11-22T05:14:51,831 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., pid=38, masterSystemTime=1732252491805 2024-11-22T05:14:51,833 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:51,834 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:51,834 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=f4ea15c005fa1ae6ff058ef40f6d85d1, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:14:51,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:14:51,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T05:14:51,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 in 187 msec 2024-11-22T05:14:51,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T05:14:51,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, ASSIGN in 349 msec 2024-11-22T05:14:51,841 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:14:51,842 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252491841"}]},"ts":"1732252491841"} 2024-11-22T05:14:51,843 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T05:14:51,844 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:14:51,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1930 sec 2024-11-22T05:14:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-22T05:14:52,808 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:52,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2bb5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:52,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:52,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:52,816 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332e1543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:52,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:52,822 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236dd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:52,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:52,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:52,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:14:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,42297,1732252451391 2024-11-22T05:14:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44cff70e 2024-11-22T05:14:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:14:52,828 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:14:52,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T05:14:52,832 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:14:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T05:14:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741929_1105 (size=1097) 2024-11-22T05:14:53,256 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T05:14:53,256 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T05:14:53,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T05:14:53,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, REOPEN/MOVE}] 2024-11-22T05:14:53,272 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, REOPEN/MOVE 2024-11-22T05:14:53,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f4ea15c005fa1ae6ff058ef40f6d85d1, regionState=CLOSING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:14:53,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, REOPEN/MOVE because future has completed 2024-11-22T05:14:53,275 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:14:53,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:14:53,428 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,428 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:14:53,428 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing f4ea15c005fa1ae6ff058ef40f6d85d1, disabling compactions & flushes 2024-11-22T05:14:53,428 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:53,428 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:53,429 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. after waiting 1 ms 2024-11-22T05:14:53,429 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:53,438 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T05:14:53,439 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:53,439 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for f4ea15c005fa1ae6ff058ef40f6d85d1: Waiting for close lock at 1732252493428Running coprocessor pre-close hooks at 1732252493428Disabling compacts and flushes for region at 1732252493428Disabling writes for close at 1732252493429 (+1 ms)Writing region close event to WAL at 1732252493430 (+1 ms)Running coprocessor post-close hooks at 1732252493439 (+9 ms)Closed at 1732252493439 2024-11-22T05:14:53,439 WARN [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: f4ea15c005fa1ae6ff058ef40f6d85d1 to self. 2024-11-22T05:14:53,442 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,443 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f4ea15c005fa1ae6ff058ef40f6d85d1, regionState=CLOSED 2024-11-22T05:14:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:14:53,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-22T05:14:53,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 in 171 msec 2024-11-22T05:14:53,448 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, REOPEN/MOVE; state=CLOSED, location=82891a793a29,40047,1732252452553; forceNewPlan=false, retain=true 2024-11-22T05:14:53,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f4ea15c005fa1ae6ff058ef40f6d85d1, regionState=OPENING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:14:53,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, REOPEN/MOVE because future has completed 2024-11-22T05:14:53,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:14:53,804 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:53,804 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:14:53,804 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,804 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:14:53,804 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,804 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,806 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,807 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:14:53,811 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4ea15c005fa1ae6ff058ef40f6d85d1 columnFamilyName A 2024-11-22T05:14:53,813 DEBUG [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:53,813 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(327): Store=f4ea15c005fa1ae6ff058ef40f6d85d1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:53,814 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,814 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:14:53,814 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4ea15c005fa1ae6ff058ef40f6d85d1 columnFamilyName B 2024-11-22T05:14:53,814 DEBUG [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:53,815 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(327): Store=f4ea15c005fa1ae6ff058ef40f6d85d1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:53,815 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,816 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:14:53,816 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4ea15c005fa1ae6ff058ef40f6d85d1 columnFamilyName C 2024-11-22T05:14:53,816 DEBUG [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:53,816 INFO [StoreOpener-f4ea15c005fa1ae6ff058ef40f6d85d1-1 {}] regionserver.HStore(327): Store=f4ea15c005fa1ae6ff058ef40f6d85d1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:14:53,816 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:53,816 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,817 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,818 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,819 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,819 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,820 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:14:53,821 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,822 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened f4ea15c005fa1ae6ff058ef40f6d85d1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71737092, jitterRate=0.06896597146987915}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:14:53,822 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,823 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for f4ea15c005fa1ae6ff058ef40f6d85d1: Running coprocessor pre-open hook at 1732252493804Writing region info on filesystem at 1732252493804Initializing all the Stores at 1732252493805 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252493805Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252493805Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252493805Cleaning up temporary data from old regions at 1732252493819 (+14 ms)Running coprocessor post-open hooks at 1732252493822 (+3 ms)Region opened successfully at 1732252493823 (+1 ms) 2024-11-22T05:14:53,824 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., pid=43, masterSystemTime=1732252493801 2024-11-22T05:14:53,826 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:53,826 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:53,826 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f4ea15c005fa1ae6ff058ef40f6d85d1, regionState=OPEN, openSeqNum=5, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:14:53,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:14:53,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-22T05:14:53,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 in 228 msec 2024-11-22T05:14:53,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-22T05:14:53,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, REOPEN/MOVE in 559 msec 2024-11-22T05:14:53,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-22T05:14:53,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 571 msec 2024-11-22T05:14:53,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0010 sec 2024-11-22T05:14:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-22T05:14:53,839 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:53,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e01494b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:53,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:53,841 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d97e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:53,843 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20deb2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28944b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:53,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:53,845 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b03e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:53,847 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416570f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a95d199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:53,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:53,849 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e95d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:53,851 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:53,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a4ee97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e51468f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:53,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:53,853 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719b0e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:53,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:53,854 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:53,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f7feb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1fcab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:53,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:53,856 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:53,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:53,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf5f3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:53,857 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5b97b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337f1b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:53,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:53,859 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:53,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:53,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b63606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:53,861 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:53,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d110e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62885e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:53,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:53,863 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400c0a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:53,865 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:53,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12162879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138dc9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:53,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:53,867 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:53,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4134c58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:53,869 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2570f4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c264dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:14:53,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:14:53,871 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:14:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:14:53,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:14:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33546740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:14:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:14:53,872 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:14:53,873 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:14:53,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54499fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:14:53,874 DEBUG [Thread-551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:53,874 DEBUG [Thread-568 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:53,874 DEBUG [Thread-564 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:53,874 DEBUG [Thread-555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:53,875 DEBUG [Thread-559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:53,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:53,876 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:53,876 DEBUG [Thread-566 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:53,876 DEBUG [Thread-553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:53,877 DEBUG [Thread-566 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:53,877 DEBUG [Thread-566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:53,877 DEBUG [Thread-562 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:53,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:53,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-22T05:14:53,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:53,878 DEBUG [Thread-557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:14:53,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T05:14:53,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:53,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:14:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:14:53,881 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:53,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:53,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:53,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:14:53,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:14:53,882 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:53,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:53,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:14:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:14:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:14:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:14:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:14:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:14:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:14:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:14:53,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:14:53,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:14:53,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:53,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:14:53,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:53,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:14:53,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:53,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252493929, max timestamp=1732252493943Num uniques 859; 2024-11-22T05:14:53,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252493929, max timestamp=1732252493943Num uniques 859; 2024-11-22T05:14:53,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:14:53,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:14:53,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e26f24497bd24908b253d4d96d95fe74_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252493895/Put/seqid=0 2024-11-22T05:14:53,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252493929, max timestamp=1732252493945Num uniques 859; 2024-11-22T05:14:53,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:14:53,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252553976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:53,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252553978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:53,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252553978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T05:14:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741930_1106 (size=12154) 2024-11-22T05:14:53,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252553983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:53,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252553983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T05:14:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252554086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252554097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252554098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252554098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252554099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T05:14:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T05:14:54,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252554306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252554306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252554306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252554306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252554306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T05:14:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:54,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,391 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:54,397 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e26f24497bd24908b253d4d96d95fe74_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e26f24497bd24908b253d4d96d95fe74_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:54,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/c3a7024863ea4c4bbf3cc2749a2a4134, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:14:54,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/c3a7024863ea4c4bbf3cc2749a2a4134 is 175, key is test_row_0/A:col10/1732252493895/Put/seqid=0 2024-11-22T05:14:54,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741931_1107 (size=30955) 2024-11-22T05:14:54,422 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/c3a7024863ea4c4bbf3cc2749a2a4134 2024-11-22T05:14:54,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/8a920177eed74386b700dc283ec00200 is 50, key is test_row_0/B:col10/1732252493895/Put/seqid=0 2024-11-22T05:14:54,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741932_1108 (size=12001) 2024-11-22T05:14:54,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/8a920177eed74386b700dc283ec00200 2024-11-22T05:14:54,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T05:14:54,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:54,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/78fb466c496340d280e6c6680e47f228 is 50, key is test_row_0/C:col10/1732252493895/Put/seqid=0 2024-11-22T05:14:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T05:14:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741933_1109 (size=12001) 2024-11-22T05:14:54,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/78fb466c496340d280e6c6680e47f228 2024-11-22T05:14:54,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/c3a7024863ea4c4bbf3cc2749a2a4134 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/c3a7024863ea4c4bbf3cc2749a2a4134 2024-11-22T05:14:54,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/c3a7024863ea4c4bbf3cc2749a2a4134, entries=150, sequenceid=14, filesize=30.2 K 2024-11-22T05:14:54,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/8a920177eed74386b700dc283ec00200 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8a920177eed74386b700dc283ec00200 2024-11-22T05:14:54,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8a920177eed74386b700dc283ec00200, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T05:14:54,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/78fb466c496340d280e6c6680e47f228 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/78fb466c496340d280e6c6680e47f228 2024-11-22T05:14:54,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/78fb466c496340d280e6c6680e47f228, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T05:14:54,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 673ms, sequenceid=14, compaction requested=false 2024-11-22T05:14:54,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:14:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:54,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-22T05:14:54,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:14:54,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:54,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:14:54,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:54,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:14:54,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:54,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252554637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252554637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252554638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252554641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112211c230eaf74c45e8b778110ca8b1a626_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252494630/Put/seqid=0 2024-11-22T05:14:54,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T05:14:54,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:54,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252554648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741934_1110 (size=12154) 2024-11-22T05:14:54,678 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:54,686 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112211c230eaf74c45e8b778110ca8b1a626_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112211c230eaf74c45e8b778110ca8b1a626_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:54,689 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/be300b92e5334ea4ae2ff9b50a682560, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:14:54,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/be300b92e5334ea4ae2ff9b50a682560 is 175, key is test_row_0/A:col10/1732252494630/Put/seqid=0 2024-11-22T05:14:54,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741935_1111 (size=30955) 2024-11-22T05:14:54,701 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/be300b92e5334ea4ae2ff9b50a682560 2024-11-22T05:14:54,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/fdd3f43d0eb149e2bcc9fcdb9bea1ec5 is 50, key is test_row_0/B:col10/1732252494630/Put/seqid=0 2024-11-22T05:14:54,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741936_1112 (size=12001) 2024-11-22T05:14:54,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252554756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252554757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252554757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252554757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252554766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T05:14:54,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:54,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T05:14:54,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:54,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:54,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:54,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252554966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252554968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252554968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252554968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:54,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252554976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T05:14:55,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T05:14:55,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:55,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:55,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:55,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:55,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:55,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/fdd3f43d0eb149e2bcc9fcdb9bea1ec5 2024-11-22T05:14:55,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/ff05c85b0d3a45ae9614a1a3565d3d2b is 50, key is test_row_0/C:col10/1732252494630/Put/seqid=0 2024-11-22T05:14:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741937_1113 (size=12001) 2024-11-22T05:14:55,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/ff05c85b0d3a45ae9614a1a3565d3d2b 2024-11-22T05:14:55,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/be300b92e5334ea4ae2ff9b50a682560 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/be300b92e5334ea4ae2ff9b50a682560 2024-11-22T05:14:55,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/be300b92e5334ea4ae2ff9b50a682560, entries=150, sequenceid=51, filesize=30.2 K 2024-11-22T05:14:55,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/fdd3f43d0eb149e2bcc9fcdb9bea1ec5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/fdd3f43d0eb149e2bcc9fcdb9bea1ec5 2024-11-22T05:14:55,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/fdd3f43d0eb149e2bcc9fcdb9bea1ec5, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T05:14:55,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/ff05c85b0d3a45ae9614a1a3565d3d2b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/ff05c85b0d3a45ae9614a1a3565d3d2b 2024-11-22T05:14:55,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/ff05c85b0d3a45ae9614a1a3565d3d2b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T05:14:55,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 610ms, sequenceid=51, compaction requested=false 2024-11-22T05:14:55,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:14:55,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T05:14:55,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:55,270 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T05:14:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:14:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:14:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:14:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:55,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:55,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122100c28a4d8cb4083be704c1da8ffc303_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252494634/Put/seqid=0 2024-11-22T05:14:55,331 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1732252495305, max timestamp=1732252495326Num uniques 859; 2024-11-22T05:14:55,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-22T05:14:55,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1732252495305, max timestamp=1732252495326Num uniques 859; 2024-11-22T05:14:55,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-22T05:14:55,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1732252495305, max timestamp=1732252495326Num uniques 859; 2024-11-22T05:14:55,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-22T05:14:55,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741938_1114 (size=12154) 2024-11-22T05:14:55,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252555362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252555364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252555369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252555383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252555383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:14:55,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252555516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252555516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252555527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252555527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252555527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252555726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252555726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252555738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,754 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122100c28a4d8cb4083be704c1da8ffc303_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122100c28a4d8cb4083be704c1da8ffc303_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:55,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252555739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252555739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:55,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/47c64941f0af4ea5a2636eb0cf4fe878, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:14:55,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/47c64941f0af4ea5a2636eb0cf4fe878 is 175, key is test_row_0/A:col10/1732252494634/Put/seqid=0 2024-11-22T05:14:55,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741939_1115 (size=30955) 2024-11-22T05:14:55,787 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/47c64941f0af4ea5a2636eb0cf4fe878 2024-11-22T05:14:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/792d203d400f4b04bcbf2e73273fd88b is 50, key is test_row_0/B:col10/1732252494634/Put/seqid=0 2024-11-22T05:14:55,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741940_1116 (size=12001) 2024-11-22T05:14:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T05:14:56,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252556046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:56,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252556056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:56,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252556056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:56,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:56,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:56,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252556066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:56,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252556066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:56,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:56,249 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/792d203d400f4b04bcbf2e73273fd88b 2024-11-22T05:14:56,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2b0c945292a247539ea2201b8e33a577 is 50, key is test_row_0/C:col10/1732252494634/Put/seqid=0 2024-11-22T05:14:56,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741941_1117 (size=12001) 2024-11-22T05:14:56,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252556556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252556576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252556576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:56,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252556576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:56,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252556576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:56,698 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2b0c945292a247539ea2201b8e33a577 2024-11-22T05:14:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/47c64941f0af4ea5a2636eb0cf4fe878 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/47c64941f0af4ea5a2636eb0cf4fe878 2024-11-22T05:14:56,714 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/47c64941f0af4ea5a2636eb0cf4fe878, entries=150, sequenceid=59, filesize=30.2 K 2024-11-22T05:14:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/792d203d400f4b04bcbf2e73273fd88b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/792d203d400f4b04bcbf2e73273fd88b 2024-11-22T05:14:56,732 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/792d203d400f4b04bcbf2e73273fd88b, entries=150, sequenceid=59, filesize=11.7 K 2024-11-22T05:14:56,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2b0c945292a247539ea2201b8e33a577 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2b0c945292a247539ea2201b8e33a577 2024-11-22T05:14:56,739 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2b0c945292a247539ea2201b8e33a577, entries=150, sequenceid=59, filesize=11.7 K 2024-11-22T05:14:56,740 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=154.31 KB/158010 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1470ms, sequenceid=59, compaction requested=true 2024-11-22T05:14:56,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:14:56,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:56,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T05:14:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T05:14:56,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T05:14:56,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8610 sec 2024-11-22T05:14:56,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.8700 sec 2024-11-22T05:14:57,246 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T05:14:57,246 INFO [master/82891a793a29:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T05:14:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:57,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=161.02 KB heapSize=441.23 KB 2024-11-22T05:14:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:14:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:14:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:14:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:14:57,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d03b1f7b1a984d7cb48bcd0a98a0d3d5_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252495380/Put/seqid=0 2024-11-22T05:14:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741942_1118 (size=14594) 2024-11-22T05:14:57,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252557589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,594 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:57,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252557591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252557593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252557595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252557596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,601 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:14:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,603 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d03b1f7b1a984d7cb48bcd0a98a0d3d5_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d03b1f7b1a984d7cb48bcd0a98a0d3d5_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:57,604 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e1cf5c7f5d1b4b3097d667e31a6890d8, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:14:57,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e1cf5c7f5d1b4b3097d667e31a6890d8 is 175, key is test_row_0/A:col10/1732252495380/Put/seqid=0 2024-11-22T05:14:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741943_1119 (size=39549) 2024-11-22T05:14:57,611 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e1cf5c7f5d1b4b3097d667e31a6890d8 2024-11-22T05:14:57,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/12391ddac0d64230bebdf194f0a63eb8 is 50, key is test_row_0/B:col10/1732252495380/Put/seqid=0 2024-11-22T05:14:57,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741944_1120 (size=12001) 2024-11-22T05:14:57,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252557706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252557706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252557706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252557706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252557916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252557916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252557916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252557916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:58,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/12391ddac0d64230bebdf194f0a63eb8 2024-11-22T05:14:58,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/04e4438ca2a349598b6753adaff06020 is 50, key is test_row_0/C:col10/1732252495380/Put/seqid=0 2024-11-22T05:14:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T05:14:58,046 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:14:58,047 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:14:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-22T05:14:58,049 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:14:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T05:14:58,050 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:14:58,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:14:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741945_1121 (size=12001) 2024-11-22T05:14:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T05:14:58,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T05:14:58,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:58,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:58,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:58,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:58,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:58,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252558226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:58,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252558226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:58,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252558226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:58,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:58,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:58,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:58,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:58,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252558226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:58,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:58,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:58,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:58,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T05:14:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:58,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:14:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T05:14:58,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/04e4438ca2a349598b6753adaff06020 2024-11-22T05:14:58,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e1cf5c7f5d1b4b3097d667e31a6890d8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e1cf5c7f5d1b4b3097d667e31a6890d8 2024-11-22T05:14:58,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e1cf5c7f5d1b4b3097d667e31a6890d8, entries=200, sequenceid=95, filesize=38.6 K 2024-11-22T05:14:58,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/12391ddac0d64230bebdf194f0a63eb8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/12391ddac0d64230bebdf194f0a63eb8 2024-11-22T05:14:58,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/12391ddac0d64230bebdf194f0a63eb8, entries=150, sequenceid=95, filesize=11.7 K 2024-11-22T05:14:58,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/04e4438ca2a349598b6753adaff06020 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/04e4438ca2a349598b6753adaff06020 2024-11-22T05:14:58,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/04e4438ca2a349598b6753adaff06020, entries=150, sequenceid=95, filesize=11.7 K 2024-11-22T05:14:58,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~441.19 KB/451776, currentSize=26.84 KB/27480 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 899ms, sequenceid=95, compaction requested=true 2024-11-22T05:14:58,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:14:58,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:14:58,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:58,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:14:58,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:58,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:14:58,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:58,478 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:58,479 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:58,480 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:58,480 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:58,480 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/A is initiating minor compaction (all files) 2024-11-22T05:14:58,480 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/B is initiating minor compaction (all files) 2024-11-22T05:14:58,480 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/B in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:58,480 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/A in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:58,480 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8a920177eed74386b700dc283ec00200, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/fdd3f43d0eb149e2bcc9fcdb9bea1ec5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/792d203d400f4b04bcbf2e73273fd88b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/12391ddac0d64230bebdf194f0a63eb8] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=46.9 K 2024-11-22T05:14:58,480 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/c3a7024863ea4c4bbf3cc2749a2a4134, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/be300b92e5334ea4ae2ff9b50a682560, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/47c64941f0af4ea5a2636eb0cf4fe878, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e1cf5c7f5d1b4b3097d667e31a6890d8] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=129.3 K 2024-11-22T05:14:58,480 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:58,481 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/c3a7024863ea4c4bbf3cc2749a2a4134, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/be300b92e5334ea4ae2ff9b50a682560, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/47c64941f0af4ea5a2636eb0cf4fe878, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e1cf5c7f5d1b4b3097d667e31a6890d8] 2024-11-22T05:14:58,481 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a920177eed74386b700dc283ec00200, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732252493889 2024-11-22T05:14:58,482 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting fdd3f43d0eb149e2bcc9fcdb9bea1ec5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732252493975 2024-11-22T05:14:58,483 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3a7024863ea4c4bbf3cc2749a2a4134, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732252493889 2024-11-22T05:14:58,483 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 792d203d400f4b04bcbf2e73273fd88b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732252494634 2024-11-22T05:14:58,483 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting be300b92e5334ea4ae2ff9b50a682560, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732252493975 2024-11-22T05:14:58,484 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 12391ddac0d64230bebdf194f0a63eb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732252495353 2024-11-22T05:14:58,484 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47c64941f0af4ea5a2636eb0cf4fe878, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732252494634 2024-11-22T05:14:58,484 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1cf5c7f5d1b4b3097d667e31a6890d8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732252495353 2024-11-22T05:14:58,495 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#B#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:58,496 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/2bc34f2a88204bf587a7c90833cd7daa is 50, key is test_row_0/B:col10/1732252495380/Put/seqid=0 2024-11-22T05:14:58,496 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:14:58,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741946_1122 (size=12139) 2024-11-22T05:14:58,504 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411227eec7c61212f4bf1be24863cbffbb090_f4ea15c005fa1ae6ff058ef40f6d85d1 store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:14:58,509 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411227eec7c61212f4bf1be24863cbffbb090_f4ea15c005fa1ae6ff058ef40f6d85d1, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:14:58,510 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227eec7c61212f4bf1be24863cbffbb090_f4ea15c005fa1ae6ff058ef40f6d85d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:14:58,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T05:14:58,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:58,510 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-22T05:14:58,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:14:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:14:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:14:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:14:58,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741947_1123 (size=4469) 2024-11-22T05:14:58,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122032d228963554319a8382c589218fbd2_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252497590/Put/seqid=0 2024-11-22T05:14:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741948_1124 (size=12154) 2024-11-22T05:14:58,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:14:58,565 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122032d228963554319a8382c589218fbd2_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122032d228963554319a8382c589218fbd2_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:58,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/8cf576bda308484ba639404fb5ec390d, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:14:58,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/8cf576bda308484ba639404fb5ec390d is 175, key is test_row_0/A:col10/1732252497590/Put/seqid=0 2024-11-22T05:14:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741949_1125 (size=30955) 2024-11-22T05:14:58,592 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/8cf576bda308484ba639404fb5ec390d 2024-11-22T05:14:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/5abd6704b65e49109df06fc80c40040c is 50, key is test_row_0/B:col10/1732252497590/Put/seqid=0 2024-11-22T05:14:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T05:14:58,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741950_1126 (size=12001) 2024-11-22T05:14:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:58,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:14:58,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252498753, max timestamp=1732252498772Num uniques 859; 2024-11-22T05:14:58,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:14:58,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252498753, max timestamp=1732252498772Num uniques 859; 2024-11-22T05:14:58,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252498753, max timestamp=1732252498772Num uniques 859; 2024-11-22T05:14:58,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:14:58,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:14:58,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732252498816, max timestamp=1732252498828Num uniques 1068; 2024-11-22T05:14:58,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732252498816, max timestamp=1732252498828Num uniques 1068; 2024-11-22T05:14:58,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-22T05:14:58,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-22T05:14:58,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732252498816, max timestamp=1732252498828Num uniques 1068; 2024-11-22T05:14:58,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-22T05:14:58,908 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/2bc34f2a88204bf587a7c90833cd7daa as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bc34f2a88204bf587a7c90833cd7daa 2024-11-22T05:14:58,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252558871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:58,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8090, totalHeapSize=18648, min timestamp=1732252498848, max timestamp=1732252498885Num uniques 1077; 2024-11-22T05:14:58,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49310, new segment data size=8090, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-22T05:14:58,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8092, totalHeapSize=18648, min timestamp=1732252498848, max timestamp=1732252498885Num uniques 1077; 2024-11-22T05:14:58,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732252498848, max timestamp=1732252498885Num uniques 1077; 2024-11-22T05:14:58,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49312, new segment data size=8092, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-22T05:14:58,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-22T05:14:58,920 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#A#compaction#103 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:58,921 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/f96341e2226446fa8da375a44fa17fb0 is 175, key is test_row_0/A:col10/1732252495380/Put/seqid=0 2024-11-22T05:14:58,930 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/B of f4ea15c005fa1ae6ff058ef40f6d85d1 into 2bc34f2a88204bf587a7c90833cd7daa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:58,930 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:14:58,931 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/B, priority=12, startTime=1732252498478; duration=0sec 2024-11-22T05:14:58,931 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:14:58,931 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:B 2024-11-22T05:14:58,932 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:14:58,935 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:14:58,935 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/C is initiating minor compaction (all files) 2024-11-22T05:14:58,935 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/C in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:58,935 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/78fb466c496340d280e6c6680e47f228, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/ff05c85b0d3a45ae9614a1a3565d3d2b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2b0c945292a247539ea2201b8e33a577, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/04e4438ca2a349598b6753adaff06020] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=46.9 K 2024-11-22T05:14:58,936 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 78fb466c496340d280e6c6680e47f228, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732252493889 2024-11-22T05:14:58,936 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting ff05c85b0d3a45ae9614a1a3565d3d2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732252493975 2024-11-22T05:14:58,937 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b0c945292a247539ea2201b8e33a577, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732252494634 2024-11-22T05:14:58,937 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e4438ca2a349598b6753adaff06020, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732252495353 2024-11-22T05:14:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741951_1127 (size=31093) 2024-11-22T05:14:58,963 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/f96341e2226446fa8da375a44fa17fb0 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/f96341e2226446fa8da375a44fa17fb0 2024-11-22T05:14:58,963 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#C#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:14:58,964 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/705a3eb5aa5647b8a5c4c6d915e713b1 is 50, key is test_row_0/C:col10/1732252495380/Put/seqid=0 2024-11-22T05:14:58,974 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/A of f4ea15c005fa1ae6ff058ef40f6d85d1 into f96341e2226446fa8da375a44fa17fb0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:58,974 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:14:58,974 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/A, priority=12, startTime=1732252498478; duration=0sec 2024-11-22T05:14:58,975 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:58,975 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:A 2024-11-22T05:14:58,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741952_1128 (size=12139) 2024-11-22T05:14:58,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1732252498955, max timestamp=1732252498988Num uniques 1036; 2024-11-22T05:14:58,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=15386, suffix heap size=135712,new segment heap size=35184  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=336 2024-11-22T05:14:58,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1732252498955, max timestamp=1732252498988Num uniques 1036; 2024-11-22T05:14:58,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1732252498955, max timestamp=1732252498988Num uniques 1036; 2024-11-22T05:14:58,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=15386, suffix heap size=135712,new segment heap size=35184  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=336 2024-11-22T05:14:58,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=15386, suffix heap size=135712,new segment heap size=35184  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=336 2024-11-22T05:14:59,000 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/705a3eb5aa5647b8a5c4c6d915e713b1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/705a3eb5aa5647b8a5c4c6d915e713b1 2024-11-22T05:14:59,015 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/C of f4ea15c005fa1ae6ff058ef40f6d85d1 into 705a3eb5aa5647b8a5c4c6d915e713b1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:14:59,015 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:14:59,015 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/C, priority=12, startTime=1732252498478; duration=0sec 2024-11-22T05:14:59,015 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:14:59,015 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:C 2024-11-22T05:14:59,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252559052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252559054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11213, totalHeapSize=25720, min timestamp=1732252499032, max timestamp=1732252499053Num uniques 1195; 2024-11-22T05:14:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=54723, new segment data size=11213, suffix heap size=152248,new segment heap size=25720  suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=245 2024-11-22T05:14:59,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11211, totalHeapSize=25720, min timestamp=1732252499032, max timestamp=1732252499053Num uniques 1195; 2024-11-22T05:14:59,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=54721, new segment data size=11211, suffix heap size=152248,new segment heap size=25720  suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=245 2024-11-22T05:14:59,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11211, totalHeapSize=25720, min timestamp=1732252499032, max timestamp=1732252499053Num uniques 1195; 2024-11-22T05:14:59,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=54721, new segment data size=11211, suffix heap size=152248,new segment heap size=25720  suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=245 2024-11-22T05:14:59,083 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/5abd6704b65e49109df06fc80c40040c 2024-11-22T05:14:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/32069ac02475412ea6755efb0bb3a296 is 50, key is test_row_0/C:col10/1732252497590/Put/seqid=0 2024-11-22T05:14:59,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252559121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732252499099, max timestamp=1732252499122Num uniques 1104; 2024-11-22T05:14:59,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656  suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-11-22T05:14:59,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732252499099, max timestamp=1732252499122Num uniques 1104; 2024-11-22T05:14:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732252499099, max timestamp=1732252499122Num uniques 1104; 2024-11-22T05:14:59,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656  suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-11-22T05:14:59,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656  suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-11-22T05:14:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741953_1129 (size=12001) 2024-11-22T05:14:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T05:14:59,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252559194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12035, totalHeapSize=27592, min timestamp=1732252499171, max timestamp=1732252499198Num uniques 1113; 2024-11-22T05:14:59,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1732252499171, max timestamp=1732252499198Num uniques 1113; 2024-11-22T05:14:59,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50965, new segment data size=12035, suffix heap size=143720,new segment heap size=27592  suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-11-22T05:14:59,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12037, totalHeapSize=27592, min timestamp=1732252499171, max timestamp=1732252499198Num uniques 1113; 2024-11-22T05:14:59,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=12038, suffix heap size=143720,new segment heap size=27592  suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-11-22T05:14:59,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50967, new segment data size=12037, suffix heap size=143720,new segment heap size=27592  suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=263 2024-11-22T05:14:59,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=322, cellSize=14742, totalHeapSize=33728, min timestamp=1732252499240, max timestamp=1732252499255Num uniques 1122; 2024-11-22T05:14:59,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=322, cellSize=14742, totalHeapSize=33728, min timestamp=1732252499240, max timestamp=1732252499255Num uniques 1122; 2024-11-22T05:14:59,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=14742, suffix heap size=144656,new segment heap size=33728  suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=322 2024-11-22T05:14:59,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=14742, suffix heap size=144656,new segment heap size=33728  suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=322 2024-11-22T05:14:59,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=322, cellSize=14742, totalHeapSize=33728, min timestamp=1732252499240, max timestamp=1732252499255Num uniques 1122; 2024-11-22T05:14:59,260 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=14742, suffix heap size=144656,new segment heap size=33728  suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=322 2024-11-22T05:14:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252559303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252559305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252559307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1732252499282, max timestamp=1732252499306Num uniques 1181; 2024-11-22T05:14:59,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1732252499282, max timestamp=1732252499306Num uniques 1181; 2024-11-22T05:14:59,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=54086, new segment data size=12866, suffix heap size=150792,new segment heap size=29464  suffix off heap size=0, new segment off heap size=0, suffix cells count=1181, new segment cells count=281 2024-11-22T05:14:59,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=54086, new segment data size=12866, suffix heap size=150792,new segment heap size=29464  suffix off heap size=0, new segment off heap size=0, suffix cells count=1181, new segment cells count=281 2024-11-22T05:14:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1732252499282, max timestamp=1732252499306Num uniques 1181; 2024-11-22T05:14:59,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=54086, new segment data size=12866, suffix heap size=150792,new segment heap size=29464  suffix off heap size=0, new segment off heap size=0, suffix cells count=1181, new segment cells count=281 2024-11-22T05:14:59,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1732252499393, max timestamp=1732252499419Num uniques 1140; 2024-11-22T05:14:59,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=10990, suffix heap size=146528,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=240 2024-11-22T05:14:59,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1732252499393, max timestamp=1732252499419Num uniques 1140; 2024-11-22T05:14:59,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=10990, suffix heap size=146528,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=240 2024-11-22T05:14:59,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1732252499393, max timestamp=1732252499419Num uniques 1140; 2024-11-22T05:14:59,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=10990, suffix heap size=146528,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=240 2024-11-22T05:14:59,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1732252499452, max timestamp=1732252499471Num uniques 1099; 2024-11-22T05:14:59,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1732252499452, max timestamp=1732252499471Num uniques 1099; 2024-11-22T05:14:59,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=18274, suffix heap size=142264,new segment heap size=41736  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=399 2024-11-22T05:14:59,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=18274, suffix heap size=142264,new segment heap size=41736  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=399 2024-11-22T05:14:59,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1732252499452, max timestamp=1732252499471Num uniques 1099; 2024-11-22T05:14:59,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=18274, suffix heap size=142264,new segment heap size=41736  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=399 2024-11-22T05:14:59,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252559509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252559511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252559511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252559516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,534 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/32069ac02475412ea6755efb0bb3a296 2024-11-22T05:14:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/8cf576bda308484ba639404fb5ec390d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8cf576bda308484ba639404fb5ec390d 2024-11-22T05:14:59,544 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8cf576bda308484ba639404fb5ec390d, entries=150, sequenceid=102, filesize=30.2 K 2024-11-22T05:14:59,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/5abd6704b65e49109df06fc80c40040c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/5abd6704b65e49109df06fc80c40040c 2024-11-22T05:14:59,550 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/5abd6704b65e49109df06fc80c40040c, entries=150, sequenceid=102, filesize=11.7 K 2024-11-22T05:14:59,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/32069ac02475412ea6755efb0bb3a296 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/32069ac02475412ea6755efb0bb3a296 2024-11-22T05:14:59,558 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/32069ac02475412ea6755efb0bb3a296, entries=150, sequenceid=102, filesize=11.7 K 2024-11-22T05:14:59,560 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=167.72 KB/171750 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1050ms, sequenceid=102, compaction requested=false 2024-11-22T05:14:59,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:14:59,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:14:59,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T05:14:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T05:14:59,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T05:14:59,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5120 sec 2024-11-22T05:14:59,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.5180 sec 2024-11-22T05:14:59,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=174.43 KB heapSize=482.72 KB 2024-11-22T05:14:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:14:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:14:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:14:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:14:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:14:59,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:14:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:14:59,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252559626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252559630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252559631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112276de01324ca642fd8a2399af044fc518_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252499617/Put/seqid=0 2024-11-22T05:14:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252559636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741954_1130 (size=14994) 2024-11-22T05:14:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252559746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252559746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252559746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252559836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252559836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252559955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252559955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252559955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:14:59,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,047 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,052 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112276de01324ca642fd8a2399af044fc518_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112276de01324ca642fd8a2399af044fc518_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:00,054 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/d0bb1f271ae1420ca7179b40e13de70d, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:00,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/d0bb1f271ae1420ca7179b40e13de70d is 175, key is test_row_0/A:col10/1732252499617/Put/seqid=0 2024-11-22T05:15:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741955_1131 (size=39949) 2024-11-22T05:15:00,067 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/d0bb1f271ae1420ca7179b40e13de70d 2024-11-22T05:15:00,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/8bf6f0b87c1f4d749a3c2988ad0faae1 is 50, key is test_row_0/B:col10/1732252499617/Put/seqid=0 2024-11-22T05:15:00,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741956_1132 (size=12301) 2024-11-22T05:15:00,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/8bf6f0b87c1f4d749a3c2988ad0faae1 2024-11-22T05:15:00,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/b9640ce251e345c38875ec93a77323e3 is 50, key is test_row_0/C:col10/1732252499617/Put/seqid=0 2024-11-22T05:15:00,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741957_1133 (size=12301) 2024-11-22T05:15:00,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/b9640ce251e345c38875ec93a77323e3 2024-11-22T05:15:00,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/d0bb1f271ae1420ca7179b40e13de70d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/d0bb1f271ae1420ca7179b40e13de70d 2024-11-22T05:15:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252560146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/d0bb1f271ae1420ca7179b40e13de70d, entries=200, sequenceid=315, filesize=39.0 K 2024-11-22T05:15:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/8bf6f0b87c1f4d749a3c2988ad0faae1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8bf6f0b87c1f4d749a3c2988ad0faae1 2024-11-22T05:15:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8bf6f0b87c1f4d749a3c2988ad0faae1, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T05:15:00,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/b9640ce251e345c38875ec93a77323e3 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b9640ce251e345c38875ec93a77323e3 2024-11-22T05:15:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b9640ce251e345c38875ec93a77323e3, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T05:15:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~482.67 KB/494256, currentSize=20.13 KB/20610 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 558ms, sequenceid=315, compaction requested=true 2024-11-22T05:15:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:00,178 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:00,179 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:00,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:00,180 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:00,180 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:00,180 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/A is initiating minor compaction (all files) 2024-11-22T05:15:00,180 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/B is initiating minor compaction (all files) 2024-11-22T05:15:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,180 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/A in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,180 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/f96341e2226446fa8da375a44fa17fb0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8cf576bda308484ba639404fb5ec390d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/d0bb1f271ae1420ca7179b40e13de70d] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=99.6 K 2024-11-22T05:15:00,180 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,180 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/f96341e2226446fa8da375a44fa17fb0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8cf576bda308484ba639404fb5ec390d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/d0bb1f271ae1420ca7179b40e13de70d] 2024-11-22T05:15:00,181 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/B in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,181 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bc34f2a88204bf587a7c90833cd7daa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/5abd6704b65e49109df06fc80c40040c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8bf6f0b87c1f4d749a3c2988ad0faae1] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=35.6 K 2024-11-22T05:15:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,181 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting f96341e2226446fa8da375a44fa17fb0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732252495353 2024-11-22T05:15:00,181 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bc34f2a88204bf587a7c90833cd7daa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732252495353 2024-11-22T05:15:00,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:00,182 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cf576bda308484ba639404fb5ec390d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732252497586 2024-11-22T05:15:00,182 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 5abd6704b65e49109df06fc80c40040c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732252497586 2024-11-22T05:15:00,182 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bf6f0b87c1f4d749a3c2988ad0faae1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732252499508 2024-11-22T05:15:00,182 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0bb1f271ae1420ca7179b40e13de70d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732252499508 2024-11-22T05:15:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T05:15:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,196 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,197 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-22T05:15:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,199 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#B#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,200 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,200 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/b6e4280a00b744bb85b944d24fe67e6b is 50, key is test_row_0/B:col10/1732252499617/Put/seqid=0 2024-11-22T05:15:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T05:15:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,201 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:00,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,202 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,220 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ff67106dd74341c084d1e29714e20b78_f4ea15c005fa1ae6ff058ef40f6d85d1 store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,224 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ff67106dd74341c084d1e29714e20b78_f4ea15c005fa1ae6ff058ef40f6d85d1, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:00,224 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ff67106dd74341c084d1e29714e20b78_f4ea15c005fa1ae6ff058ef40f6d85d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741958_1134 (size=12541) 2024-11-22T05:15:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,253 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/b6e4280a00b744bb85b944d24fe67e6b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b6e4280a00b744bb85b944d24fe67e6b 2024-11-22T05:15:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741959_1135 (size=4469) 2024-11-22T05:15:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,261 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/B of f4ea15c005fa1ae6ff058ef40f6d85d1 into b6e4280a00b744bb85b944d24fe67e6b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:00,261 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,261 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/B, priority=13, startTime=1732252500178; duration=0sec 2024-11-22T05:15:00,262 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:00,262 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:B 2024-11-22T05:15:00,262 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,263 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,263 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/C is initiating minor compaction (all files) 2024-11-22T05:15:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,263 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/C in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,263 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/705a3eb5aa5647b8a5c4c6d915e713b1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/32069ac02475412ea6755efb0bb3a296, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b9640ce251e345c38875ec93a77323e3] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=35.6 K 2024-11-22T05:15:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,265 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 705a3eb5aa5647b8a5c4c6d915e713b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732252495353 2024-11-22T05:15:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,266 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 32069ac02475412ea6755efb0bb3a296, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732252497586 2024-11-22T05:15:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,267 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b9640ce251e345c38875ec93a77323e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732252499508 2024-11-22T05:15:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,282 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#C#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,283 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/5d4d0f4986d34090842555981688ecfc is 50, key is test_row_0/C:col10/1732252499617/Put/seqid=0 2024-11-22T05:15:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:00,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:15:00,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:00,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:00,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:00,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:00,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:00,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T05:15:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741960_1136 (size=12541) 2024-11-22T05:15:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122490eeb399f774e9f9d0fde718d361b63_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252500289/Put/seqid=0 2024-11-22T05:15:00,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252560350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252500338, max timestamp=1732252500357Num uniques 859; 2024-11-22T05:15:00,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:15:00,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741961_1137 (size=20074) 2024-11-22T05:15:00,376 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,381 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122490eeb399f774e9f9d0fde718d361b63_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122490eeb399f774e9f9d0fde718d361b63_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252560369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252560380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252560382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/8dc6e505c0e544749897a36b0bdac496, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:00,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/8dc6e505c0e544749897a36b0bdac496 is 175, key is test_row_0/A:col10/1732252500289/Put/seqid=0 2024-11-22T05:15:00,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741962_1138 (size=57333) 2024-11-22T05:15:00,398 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/8dc6e505c0e544749897a36b0bdac496 2024-11-22T05:15:00,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/96db5f50b573426f9ab18ec76382f439 is 50, key is test_row_0/B:col10/1732252500289/Put/seqid=0 2024-11-22T05:15:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741963_1139 (size=12301) 2024-11-22T05:15:00,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/96db5f50b573426f9ab18ec76382f439 2024-11-22T05:15:00,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/111f9b25747447678b0a0da148591574 is 50, key is test_row_0/C:col10/1732252500289/Put/seqid=0 2024-11-22T05:15:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741964_1140 (size=12301) 2024-11-22T05:15:00,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/111f9b25747447678b0a0da148591574 2024-11-22T05:15:00,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/8dc6e505c0e544749897a36b0bdac496 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8dc6e505c0e544749897a36b0bdac496 2024-11-22T05:15:00,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8dc6e505c0e544749897a36b0bdac496, entries=300, sequenceid=326, filesize=56.0 K 2024-11-22T05:15:00,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/96db5f50b573426f9ab18ec76382f439 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/96db5f50b573426f9ab18ec76382f439 2024-11-22T05:15:00,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/96db5f50b573426f9ab18ec76382f439, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T05:15:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/111f9b25747447678b0a0da148591574 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/111f9b25747447678b0a0da148591574 2024-11-22T05:15:00,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/111f9b25747447678b0a0da148591574, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T05:15:00,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 170ms, sequenceid=326, compaction requested=false 2024-11-22T05:15:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:00,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=138.65 KB heapSize=406.64 KB 2024-11-22T05:15:00,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:00,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:00,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:00,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:00,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:00,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:00,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112217959a1317754868b285ae637c50f977_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252500476/Put/seqid=0 2024-11-22T05:15:00,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252560498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252560499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252560501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252560503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T05:15:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741965_1141 (size=14994) 2024-11-22T05:15:00,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252560606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252560616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252560616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252560616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252560656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,661 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#A#compaction#112 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:00,662 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/65852cdd226d43808a8b29d738a0e627 is 175, key is test_row_0/A:col10/1732252499617/Put/seqid=0 2024-11-22T05:15:00,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:00,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:00,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741966_1142 (size=31495) 2024-11-22T05:15:00,715 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/5d4d0f4986d34090842555981688ecfc as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/5d4d0f4986d34090842555981688ecfc 2024-11-22T05:15:00,720 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/C of f4ea15c005fa1ae6ff058ef40f6d85d1 into 5d4d0f4986d34090842555981688ecfc(size=12.2 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:00,720 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:00,720 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/C, priority=13, startTime=1732252500179; duration=0sec 2024-11-22T05:15:00,720 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:00,720 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:C 2024-11-22T05:15:00,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252560816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T05:15:00,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252560836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252560836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252560836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:00,919 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:00,923 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112217959a1317754868b285ae637c50f977_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112217959a1317754868b285ae637c50f977_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:00,924 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/6eea3df4949549969cfa3012605405c1, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:00,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/6eea3df4949549969cfa3012605405c1 is 175, key is test_row_0/A:col10/1732252500476/Put/seqid=0 2024-11-22T05:15:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741967_1143 (size=39949) 2024-11-22T05:15:00,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:00,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:00,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:00,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,079 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/65852cdd226d43808a8b29d738a0e627 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/65852cdd226d43808a8b29d738a0e627 2024-11-22T05:15:01,085 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/A of f4ea15c005fa1ae6ff058ef40f6d85d1 into 65852cdd226d43808a8b29d738a0e627(size=30.8 K), total size for store is 86.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:01,085 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:01,085 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/A, priority=13, startTime=1732252500178; duration=0sec 2024-11-22T05:15:01,085 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:01,085 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:A 2024-11-22T05:15:01,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:01,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:01,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252561126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:01,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:01,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252561146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252561145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:01,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252561146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:01,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:01,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:01,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,329 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/6eea3df4949549969cfa3012605405c1 2024-11-22T05:15:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T05:15:01,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/b3f0f064dbcb4bcebd82ec57d9cd21c1 is 50, key is test_row_0/B:col10/1732252500476/Put/seqid=0 2024-11-22T05:15:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741968_1144 (size=12301) 2024-11-22T05:15:01,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:01,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:01,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:01,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:01,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252561636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:01,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252561656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:01,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252561656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:01,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252561656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:01,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:01,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252561665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:01,668 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:01,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:01,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:01,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:01,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:01,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/b3f0f064dbcb4bcebd82ec57d9cd21c1 2024-11-22T05:15:01,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/81250c2b10494f6180e5c3d1da07ebba is 50, key is test_row_0/C:col10/1732252500476/Put/seqid=0 2024-11-22T05:15:01,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T05:15:01,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T05:15:01,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741969_1145 (size=12301) 2024-11-22T05:15:01,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:01,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:01,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:01,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:02,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:02,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:02,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:02,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:02,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:02,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:02,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/81250c2b10494f6180e5c3d1da07ebba 2024-11-22T05:15:02,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/6eea3df4949549969cfa3012605405c1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/6eea3df4949549969cfa3012605405c1 2024-11-22T05:15:02,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/6eea3df4949549969cfa3012605405c1, entries=200, sequenceid=355, filesize=39.0 K 2024-11-22T05:15:02,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/b3f0f064dbcb4bcebd82ec57d9cd21c1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b3f0f064dbcb4bcebd82ec57d9cd21c1 2024-11-22T05:15:02,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b3f0f064dbcb4bcebd82ec57d9cd21c1, entries=150, sequenceid=355, filesize=12.0 K 2024-11-22T05:15:02,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/81250c2b10494f6180e5c3d1da07ebba as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/81250c2b10494f6180e5c3d1da07ebba 2024-11-22T05:15:02,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/81250c2b10494f6180e5c3d1da07ebba, entries=150, sequenceid=355, filesize=12.0 K 2024-11-22T05:15:02,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~426.52 KB/436752, currentSize=40.25 KB/41220 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1707ms, sequenceid=355, compaction requested=true 2024-11-22T05:15:02,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:02,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:02,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:02,183 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:02,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:02,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:02,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:02,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:02,183 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:02,186 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128777 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:02,186 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:02,186 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/B is initiating minor compaction (all files) 2024-11-22T05:15:02,186 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/A is initiating minor compaction (all files) 2024-11-22T05:15:02,186 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/A in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:02,186 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/65852cdd226d43808a8b29d738a0e627, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8dc6e505c0e544749897a36b0bdac496, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/6eea3df4949549969cfa3012605405c1] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=125.8 K 2024-11-22T05:15:02,186 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:02,186 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/65852cdd226d43808a8b29d738a0e627, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8dc6e505c0e544749897a36b0bdac496, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/6eea3df4949549969cfa3012605405c1] 2024-11-22T05:15:02,187 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/B in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:02,187 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b6e4280a00b744bb85b944d24fe67e6b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/96db5f50b573426f9ab18ec76382f439, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b3f0f064dbcb4bcebd82ec57d9cd21c1] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=36.3 K 2024-11-22T05:15:02,187 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65852cdd226d43808a8b29d738a0e627, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732252499508 2024-11-22T05:15:02,187 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b6e4280a00b744bb85b944d24fe67e6b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732252499508 2024-11-22T05:15:02,187 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dc6e505c0e544749897a36b0bdac496, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732252499627 2024-11-22T05:15:02,187 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 96db5f50b573426f9ab18ec76382f439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732252500289 2024-11-22T05:15:02,187 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eea3df4949549969cfa3012605405c1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732252500365 2024-11-22T05:15:02,188 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f0f064dbcb4bcebd82ec57d9cd21c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732252500365 2024-11-22T05:15:02,194 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:02,196 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#B#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:02,196 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/6b900934081640b28c3a56d1584ea7ae is 50, key is test_row_0/B:col10/1732252500476/Put/seqid=0 2024-11-22T05:15:02,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T05:15:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:02,197 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T05:15:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:02,205 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122083175150b304734a1cb9181f19df787_f4ea15c005fa1ae6ff058ef40f6d85d1 store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:02,207 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122083175150b304734a1cb9181f19df787_f4ea15c005fa1ae6ff058ef40f6d85d1, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:02,208 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122083175150b304734a1cb9181f19df787_f4ea15c005fa1ae6ff058ef40f6d85d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:02,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741970_1146 (size=12643) 2024-11-22T05:15:02,225 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/6b900934081640b28c3a56d1584ea7ae as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/6b900934081640b28c3a56d1584ea7ae 2024-11-22T05:15:02,231 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/B of f4ea15c005fa1ae6ff058ef40f6d85d1 into 6b900934081640b28c3a56d1584ea7ae(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:02,231 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:02,232 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/B, priority=13, startTime=1732252502183; duration=0sec 2024-11-22T05:15:02,232 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:02,232 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:B 2024-11-22T05:15:02,232 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:02,234 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:02,234 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/C is initiating minor compaction (all files) 2024-11-22T05:15:02,234 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/C in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:02,234 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/5d4d0f4986d34090842555981688ecfc, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/111f9b25747447678b0a0da148591574, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/81250c2b10494f6180e5c3d1da07ebba] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=36.3 K 2024-11-22T05:15:02,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226287a5c2c775432a81d063f4c80ab64c_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252500496/Put/seqid=0 2024-11-22T05:15:02,235 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d4d0f4986d34090842555981688ecfc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732252499508 2024-11-22T05:15:02,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741971_1147 (size=4469) 2024-11-22T05:15:02,236 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 111f9b25747447678b0a0da148591574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732252500289 2024-11-22T05:15:02,239 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 81250c2b10494f6180e5c3d1da07ebba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732252500365 2024-11-22T05:15:02,239 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#A#compaction#121 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:02,240 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/10ba8909cbfc47f3bfc11c223b5863df is 175, key is test_row_0/A:col10/1732252500476/Put/seqid=0 2024-11-22T05:15:02,258 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#C#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:02,258 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/b2857542838242c09ccc769926292095 is 50, key is test_row_0/C:col10/1732252500476/Put/seqid=0 2024-11-22T05:15:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741972_1148 (size=12454) 2024-11-22T05:15:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741973_1149 (size=31597) 2024-11-22T05:15:02,292 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/10ba8909cbfc47f3bfc11c223b5863df as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/10ba8909cbfc47f3bfc11c223b5863df 2024-11-22T05:15:02,298 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/A of f4ea15c005fa1ae6ff058ef40f6d85d1 into 10ba8909cbfc47f3bfc11c223b5863df(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:02,298 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:02,298 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/A, priority=13, startTime=1732252502183; duration=0sec 2024-11-22T05:15:02,298 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:02,298 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:A 2024-11-22T05:15:02,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741974_1150 (size=12643) 2024-11-22T05:15:02,311 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/b2857542838242c09ccc769926292095 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b2857542838242c09ccc769926292095 2024-11-22T05:15:02,317 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/C of f4ea15c005fa1ae6ff058ef40f6d85d1 into b2857542838242c09ccc769926292095(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:02,317 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:02,317 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/C, priority=13, startTime=1732252502183; duration=0sec 2024-11-22T05:15:02,317 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:02,317 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:C 2024-11-22T05:15:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T05:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:02,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:02,670 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226287a5c2c775432a81d063f4c80ab64c_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226287a5c2c775432a81d063f4c80ab64c_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/ce6ad2df2add419fb983d85da45d20a2, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/ce6ad2df2add419fb983d85da45d20a2 is 175, key is test_row_0/A:col10/1732252500496/Put/seqid=0 2024-11-22T05:15:02,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741975_1151 (size=31255) 2024-11-22T05:15:02,680 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/ce6ad2df2add419fb983d85da45d20a2 2024-11-22T05:15:02,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/ea925d85c5104455bc9c62c16cf5d296 is 50, key is test_row_0/B:col10/1732252500496/Put/seqid=0 2024-11-22T05:15:02,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741976_1152 (size=12301) 2024-11-22T05:15:02,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732252502684, max timestamp=1732252502742Num uniques 859; 2024-11-22T05:15:02,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732252502684, max timestamp=1732252502742Num uniques 859; 2024-11-22T05:15:02,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732252502684, max timestamp=1732252502742Num uniques 859; 2024-11-22T05:15:02,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T05:15:02,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:15:02,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:15:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252562793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:02,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252562798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:02,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252562799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:02,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252562800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:02,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252562906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:02,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252562906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:02,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252562906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:02,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252562906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,100 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/ea925d85c5104455bc9c62c16cf5d296 2024-11-22T05:15:03,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/44ae958f4c9f412cbfd99149cf57dcb9 is 50, key is test_row_0/C:col10/1732252500496/Put/seqid=0 2024-11-22T05:15:03,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741977_1153 (size=12301) 2024-11-22T05:15:03,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252563116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252563120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252563120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252563125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252563426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252563426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252563426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252563436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,513 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/44ae958f4c9f412cbfd99149cf57dcb9 2024-11-22T05:15:03,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/ce6ad2df2add419fb983d85da45d20a2 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ce6ad2df2add419fb983d85da45d20a2 2024-11-22T05:15:03,522 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ce6ad2df2add419fb983d85da45d20a2, entries=150, sequenceid=366, filesize=30.5 K 2024-11-22T05:15:03,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/ea925d85c5104455bc9c62c16cf5d296 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ea925d85c5104455bc9c62c16cf5d296 2024-11-22T05:15:03,528 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ea925d85c5104455bc9c62c16cf5d296, entries=150, sequenceid=366, filesize=12.0 K 2024-11-22T05:15:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/44ae958f4c9f412cbfd99149cf57dcb9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/44ae958f4c9f412cbfd99149cf57dcb9 2024-11-22T05:15:03,533 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/44ae958f4c9f412cbfd99149cf57dcb9, entries=150, sequenceid=366, filesize=12.0 K 2024-11-22T05:15:03,534 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=142.73 KB/146156 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1337ms, sequenceid=366, compaction requested=false 2024-11-22T05:15:03,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:03,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:03,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T05:15:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T05:15:03,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-22T05:15:03,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3350 sec 2024-11-22T05:15:03,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 3.3410 sec 2024-11-22T05:15:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:03,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=149.44 KB heapSize=425.01 KB 2024-11-22T05:15:03,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:03,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:15:03,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:03,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:15:03,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:03,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:15:03,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225b9cb041033e426b814b75a0902cbe20_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252502799/Put/seqid=0 2024-11-22T05:15:03,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741978_1154 (size=14994) 2024-11-22T05:15:03,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252563781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252563885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252563946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252563946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252563946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252563946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:04,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252564096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:04,176 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:04,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225b9cb041033e426b814b75a0902cbe20_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225b9cb041033e426b814b75a0902cbe20_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:04,182 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/dba21fb7e2e4450ea026252e4e52fcba, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:04,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/dba21fb7e2e4450ea026252e4e52fcba is 175, key is test_row_0/A:col10/1732252502799/Put/seqid=0 2024-11-22T05:15:04,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741979_1155 (size=39949) 2024-11-22T05:15:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T05:15:04,356 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:04,356 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-22T05:15:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T05:15:04,358 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:04,359 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:04,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252564406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T05:15:04,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T05:15:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:04,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,588 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/dba21fb7e2e4450ea026252e4e52fcba 2024-11-22T05:15:04,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/9af8fe372a9b4b60a16847aa46b28995 is 50, key is test_row_0/B:col10/1732252502799/Put/seqid=0 2024-11-22T05:15:04,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741980_1156 (size=12301) 2024-11-22T05:15:04,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T05:15:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:04,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T05:15:04,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T05:15:04,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:04,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:04,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:04,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252564916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:04,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252564955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:04,960 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:04,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252564966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:04,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252564966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:04,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252564966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:04,967 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,967 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:04,968 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:04,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:04,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T05:15:04,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:04,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:04,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:04,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T05:15:05,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/9af8fe372a9b4b60a16847aa46b28995 2024-11-22T05:15:05,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2cc1e853ffc24b6fbefdc904dd322362 is 50, key is test_row_0/C:col10/1732252502799/Put/seqid=0 2024-11-22T05:15:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741981_1157 (size=12301) 2024-11-22T05:15:05,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.57 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2cc1e853ffc24b6fbefdc904dd322362 2024-11-22T05:15:05,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/dba21fb7e2e4450ea026252e4e52fcba as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/dba21fb7e2e4450ea026252e4e52fcba 2024-11-22T05:15:05,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/dba21fb7e2e4450ea026252e4e52fcba, entries=200, sequenceid=407, filesize=39.0 K 2024-11-22T05:15:05,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/9af8fe372a9b4b60a16847aa46b28995 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/9af8fe372a9b4b60a16847aa46b28995 2024-11-22T05:15:05,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/9af8fe372a9b4b60a16847aa46b28995, entries=150, sequenceid=407, filesize=12.0 K 2024-11-22T05:15:05,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2cc1e853ffc24b6fbefdc904dd322362 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2cc1e853ffc24b6fbefdc904dd322362 2024-11-22T05:15:05,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2cc1e853ffc24b6fbefdc904dd322362, entries=150, sequenceid=407, filesize=12.0 K 2024-11-22T05:15:05,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~149.44 KB/153026, heapSize ~424.96 KB/435160, currentSize=33.54 KB/34350 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1289ms, sequenceid=407, compaction requested=true 2024-11-22T05:15:05,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:05,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:05,044 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:05,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:05,044 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:05,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:05,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:05,045 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:05,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:05,045 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:05,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:05,045 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/B is initiating minor compaction (all files) 2024-11-22T05:15:05,048 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/A is initiating minor compaction (all files) 2024-11-22T05:15:05,048 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/B in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:05,048 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/A in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:05,048 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/6b900934081640b28c3a56d1584ea7ae, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ea925d85c5104455bc9c62c16cf5d296, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/9af8fe372a9b4b60a16847aa46b28995] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=36.4 K 2024-11-22T05:15:05,048 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/10ba8909cbfc47f3bfc11c223b5863df, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ce6ad2df2add419fb983d85da45d20a2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/dba21fb7e2e4450ea026252e4e52fcba] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=100.4 K 2024-11-22T05:15:05,048 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:05,048 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/10ba8909cbfc47f3bfc11c223b5863df, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ce6ad2df2add419fb983d85da45d20a2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/dba21fb7e2e4450ea026252e4e52fcba] 2024-11-22T05:15:05,049 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10ba8909cbfc47f3bfc11c223b5863df, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732252500365 2024-11-22T05:15:05,049 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b900934081640b28c3a56d1584ea7ae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732252500365 2024-11-22T05:15:05,049 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce6ad2df2add419fb983d85da45d20a2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732252500496 2024-11-22T05:15:05,050 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting ea925d85c5104455bc9c62c16cf5d296, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732252500496 2024-11-22T05:15:05,050 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting dba21fb7e2e4450ea026252e4e52fcba, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732252502789 2024-11-22T05:15:05,051 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 9af8fe372a9b4b60a16847aa46b28995, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732252502789 2024-11-22T05:15:05,060 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:05,062 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#B#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:05,062 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229a435d2ce09b48178620a43e5a63b747_f4ea15c005fa1ae6ff058ef40f6d85d1 store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:05,062 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/a3f51738a996439e9f0abac6c82dad78 is 50, key is test_row_0/B:col10/1732252502799/Put/seqid=0 2024-11-22T05:15:05,064 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229a435d2ce09b48178620a43e5a63b747_f4ea15c005fa1ae6ff058ef40f6d85d1, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:05,064 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229a435d2ce09b48178620a43e5a63b747_f4ea15c005fa1ae6ff058ef40f6d85d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:05,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741982_1158 (size=12745) 2024-11-22T05:15:05,086 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/a3f51738a996439e9f0abac6c82dad78 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/a3f51738a996439e9f0abac6c82dad78 2024-11-22T05:15:05,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741983_1159 (size=4469) 2024-11-22T05:15:05,092 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#A#compaction#129 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:05,094 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/0120815f85b44c9fbf31166582ec62be is 175, key is test_row_0/A:col10/1732252502799/Put/seqid=0 2024-11-22T05:15:05,096 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/B of f4ea15c005fa1ae6ff058ef40f6d85d1 into a3f51738a996439e9f0abac6c82dad78(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:05,096 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:05,096 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/B, priority=13, startTime=1732252505044; duration=0sec 2024-11-22T05:15:05,097 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:05,097 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:B 2024-11-22T05:15:05,097 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:05,098 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:05,098 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/C is initiating minor compaction (all files) 2024-11-22T05:15:05,098 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/C in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:05,098 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b2857542838242c09ccc769926292095, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/44ae958f4c9f412cbfd99149cf57dcb9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2cc1e853ffc24b6fbefdc904dd322362] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=36.4 K 2024-11-22T05:15:05,099 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b2857542838242c09ccc769926292095, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732252500365 2024-11-22T05:15:05,099 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 44ae958f4c9f412cbfd99149cf57dcb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732252500496 2024-11-22T05:15:05,099 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cc1e853ffc24b6fbefdc904dd322362, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732252502789 2024-11-22T05:15:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741984_1160 (size=31699) 2024-11-22T05:15:05,108 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/0120815f85b44c9fbf31166582ec62be as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/0120815f85b44c9fbf31166582ec62be 2024-11-22T05:15:05,108 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#C#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:05,109 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/51d2d0da0b8246d6b83dca1869489d0d is 50, key is test_row_0/C:col10/1732252502799/Put/seqid=0 2024-11-22T05:15:05,118 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/A of f4ea15c005fa1ae6ff058ef40f6d85d1 into 0120815f85b44c9fbf31166582ec62be(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:05,118 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:05,118 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/A, priority=13, startTime=1732252505044; duration=0sec 2024-11-22T05:15:05,118 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:05,118 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:A 2024-11-22T05:15:05,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741985_1161 (size=12745) 2024-11-22T05:15:05,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T05:15:05,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:05,122 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T05:15:05,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:05,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:05,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:05,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:05,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:05,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:05,129 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/51d2d0da0b8246d6b83dca1869489d0d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/51d2d0da0b8246d6b83dca1869489d0d 2024-11-22T05:15:05,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e938d2c8a589405bad9e099c620088fb_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252503778/Put/seqid=0 2024-11-22T05:15:05,147 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/C of f4ea15c005fa1ae6ff058ef40f6d85d1 into 51d2d0da0b8246d6b83dca1869489d0d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:05,147 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:05,147 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/C, priority=13, startTime=1732252505045; duration=0sec 2024-11-22T05:15:05,147 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:05,147 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:C 2024-11-22T05:15:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741986_1162 (size=12454) 2024-11-22T05:15:05,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,164 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e938d2c8a589405bad9e099c620088fb_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e938d2c8a589405bad9e099c620088fb_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:05,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e08c38a914e14fe3ad60c7ae87e60ea8, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:05,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e08c38a914e14fe3ad60c7ae87e60ea8 is 175, key is test_row_0/A:col10/1732252503778/Put/seqid=0 2024-11-22T05:15:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741987_1163 (size=31255) 2024-11-22T05:15:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T05:15:05,579 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e08c38a914e14fe3ad60c7ae87e60ea8 2024-11-22T05:15:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/1f5dd82463ee4327b68cf6fed6b826ee is 50, key is test_row_0/B:col10/1732252503778/Put/seqid=0 2024-11-22T05:15:05,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741988_1164 (size=12301) 2024-11-22T05:15:05,599 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/1f5dd82463ee4327b68cf6fed6b826ee 2024-11-22T05:15:05,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/9be7abbaa59148b598deaad2383e81e5 is 50, key is test_row_0/C:col10/1732252503778/Put/seqid=0 2024-11-22T05:15:05,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741989_1165 (size=12301) 2024-11-22T05:15:05,619 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/9be7abbaa59148b598deaad2383e81e5 2024-11-22T05:15:05,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e08c38a914e14fe3ad60c7ae87e60ea8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e08c38a914e14fe3ad60c7ae87e60ea8 2024-11-22T05:15:05,638 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e08c38a914e14fe3ad60c7ae87e60ea8, entries=150, sequenceid=417, filesize=30.5 K 2024-11-22T05:15:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/1f5dd82463ee4327b68cf6fed6b826ee as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1f5dd82463ee4327b68cf6fed6b826ee 2024-11-22T05:15:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,644 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1f5dd82463ee4327b68cf6fed6b826ee, entries=150, sequenceid=417, filesize=12.0 K 2024-11-22T05:15:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/9be7abbaa59148b598deaad2383e81e5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/9be7abbaa59148b598deaad2383e81e5 2024-11-22T05:15:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,655 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/9be7abbaa59148b598deaad2383e81e5, entries=150, sequenceid=417, filesize=12.0 K 2024-11-22T05:15:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,657 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 535ms, sequenceid=417, compaction requested=false 2024-11-22T05:15:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T05:15:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T05:15:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-22T05:15:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3000 sec 2024-11-22T05:15:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.3060 sec 2024-11-22T05:15:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:15:06,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:06,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:06,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:06,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:06,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229e6fb1945f8945dcb7886a940885172d_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252506060/Put/seqid=0 2024-11-22T05:15:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741990_1166 (size=17534) 2024-11-22T05:15:06,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252506129, max timestamp=1732252506167Num uniques 859; 2024-11-22T05:15:06,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252506129, max timestamp=1732252506167Num uniques 859; 2024-11-22T05:15:06,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:15:06,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:15:06,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252506129, max timestamp=1732252506167Num uniques 859; 2024-11-22T05:15:06,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:15:06,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252566266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:06,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252566376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T05:15:06,506 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:06,506 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-22T05:15:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T05:15:06,508 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:06,509 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:06,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:06,522 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:06,527 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229e6fb1945f8945dcb7886a940885172d_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229e6fb1945f8945dcb7886a940885172d_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:06,528 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/9b834490b3924ace8cbb2efd8682c5e8, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:06,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/9b834490b3924ace8cbb2efd8682c5e8 is 175, key is test_row_0/A:col10/1732252506060/Put/seqid=0 2024-11-22T05:15:06,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741991_1167 (size=48639) 2024-11-22T05:15:06,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252566585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T05:15:06,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T05:15:06,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:06,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:06,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:06,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:06,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:06,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T05:15:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:06,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T05:15:06,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252566896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:06,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:06,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=428, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/9b834490b3924ace8cbb2efd8682c5e8 2024-11-22T05:15:06,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/8d00cfc3eb344f9a8f46a4d59404bb4b is 50, key is test_row_0/B:col10/1732252506060/Put/seqid=0 2024-11-22T05:15:06,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741992_1168 (size=12301) 2024-11-22T05:15:06,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T05:15:06,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:06,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:06,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:06,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:06,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252566966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:06,967 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:06,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:06,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252566976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252566976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:06,980 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:06,980 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:06,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:06,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:06,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252566985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:06,987 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:07,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T05:15:07,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:07,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T05:15:07,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T05:15:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:07,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/8d00cfc3eb344f9a8f46a4d59404bb4b 2024-11-22T05:15:07,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/80a96e6c56f74b9fb8196e06e9c4bf48 is 50, key is test_row_0/C:col10/1732252506060/Put/seqid=0 2024-11-22T05:15:07,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741993_1169 (size=12301) 2024-11-22T05:15:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252567416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:07,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T05:15:07,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:07,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T05:15:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T05:15:07,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T05:15:07,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:07,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:07,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/80a96e6c56f74b9fb8196e06e9c4bf48 2024-11-22T05:15:07,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/9b834490b3924ace8cbb2efd8682c5e8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/9b834490b3924ace8cbb2efd8682c5e8 2024-11-22T05:15:07,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/9b834490b3924ace8cbb2efd8682c5e8, entries=250, sequenceid=428, filesize=47.5 K 2024-11-22T05:15:07,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/8d00cfc3eb344f9a8f46a4d59404bb4b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8d00cfc3eb344f9a8f46a4d59404bb4b 2024-11-22T05:15:07,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8d00cfc3eb344f9a8f46a4d59404bb4b, entries=150, sequenceid=428, filesize=12.0 K 2024-11-22T05:15:07,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/80a96e6c56f74b9fb8196e06e9c4bf48 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/80a96e6c56f74b9fb8196e06e9c4bf48 2024-11-22T05:15:07,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/80a96e6c56f74b9fb8196e06e9c4bf48, entries=150, sequenceid=428, filesize=12.0 K 2024-11-22T05:15:07,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1733ms, sequenceid=428, compaction requested=true 2024-11-22T05:15:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:07,795 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:07,795 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:07,796 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:07,796 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/A is initiating minor compaction (all files) 2024-11-22T05:15:07,797 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/A in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,797 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/0120815f85b44c9fbf31166582ec62be, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e08c38a914e14fe3ad60c7ae87e60ea8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/9b834490b3924ace8cbb2efd8682c5e8] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=109.0 K 2024-11-22T05:15:07,797 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,797 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/0120815f85b44c9fbf31166582ec62be, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e08c38a914e14fe3ad60c7ae87e60ea8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/9b834490b3924ace8cbb2efd8682c5e8] 2024-11-22T05:15:07,797 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:07,797 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/B is initiating minor compaction (all files) 2024-11-22T05:15:07,797 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0120815f85b44c9fbf31166582ec62be, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732252502789 2024-11-22T05:15:07,797 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/B in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,797 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/a3f51738a996439e9f0abac6c82dad78, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1f5dd82463ee4327b68cf6fed6b826ee, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8d00cfc3eb344f9a8f46a4d59404bb4b] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=36.5 K 2024-11-22T05:15:07,798 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting e08c38a914e14fe3ad60c7ae87e60ea8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732252503768 2024-11-22T05:15:07,800 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting a3f51738a996439e9f0abac6c82dad78, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732252502789 2024-11-22T05:15:07,800 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b834490b3924ace8cbb2efd8682c5e8, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732252506024 2024-11-22T05:15:07,801 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f5dd82463ee4327b68cf6fed6b826ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732252503768 2024-11-22T05:15:07,801 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d00cfc3eb344f9a8f46a4d59404bb4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732252506026 2024-11-22T05:15:07,809 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:07,811 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#B#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:07,812 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/4eb618e0d2164ab78030e65f77ab9bb9 is 50, key is test_row_0/B:col10/1732252506060/Put/seqid=0 2024-11-22T05:15:07,812 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411220cd5d981d7264e19b2a93bd78bc86c30_f4ea15c005fa1ae6ff058ef40f6d85d1 store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:07,814 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411220cd5d981d7264e19b2a93bd78bc86c30_f4ea15c005fa1ae6ff058ef40f6d85d1, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:07,814 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220cd5d981d7264e19b2a93bd78bc86c30_f4ea15c005fa1ae6ff058ef40f6d85d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741994_1170 (size=12847) 2024-11-22T05:15:07,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741995_1171 (size=4469) 2024-11-22T05:15:07,838 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#A#compaction#138 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:07,838 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/74beb5306614464d86ce3d6e24fe71f7 is 175, key is test_row_0/A:col10/1732252506060/Put/seqid=0 2024-11-22T05:15:07,842 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/4eb618e0d2164ab78030e65f77ab9bb9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/4eb618e0d2164ab78030e65f77ab9bb9 2024-11-22T05:15:07,849 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/B of f4ea15c005fa1ae6ff058ef40f6d85d1 into 4eb618e0d2164ab78030e65f77ab9bb9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:07,849 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:07,849 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/B, priority=13, startTime=1732252507795; duration=0sec 2024-11-22T05:15:07,850 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:07,850 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:B 2024-11-22T05:15:07,850 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:07,852 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:07,852 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/C is initiating minor compaction (all files) 2024-11-22T05:15:07,852 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/C in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,852 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/51d2d0da0b8246d6b83dca1869489d0d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/9be7abbaa59148b598deaad2383e81e5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/80a96e6c56f74b9fb8196e06e9c4bf48] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=36.5 K 2024-11-22T05:15:07,853 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 51d2d0da0b8246d6b83dca1869489d0d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732252502789 2024-11-22T05:15:07,853 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 9be7abbaa59148b598deaad2383e81e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732252503768 2024-11-22T05:15:07,853 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a96e6c56f74b9fb8196e06e9c4bf48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732252506026 2024-11-22T05:15:07,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741996_1172 (size=31801) 2024-11-22T05:15:07,872 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:07,872 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/25b4053d803a41d08b36be4e43968bb7 is 50, key is test_row_0/C:col10/1732252506060/Put/seqid=0 2024-11-22T05:15:07,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T05:15:07,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:07,883 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/74beb5306614464d86ce3d6e24fe71f7 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/74beb5306614464d86ce3d6e24fe71f7 2024-11-22T05:15:07,883 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T05:15:07,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:07,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:07,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741997_1173 (size=12847) 2024-11-22T05:15:07,894 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/A of f4ea15c005fa1ae6ff058ef40f6d85d1 into 74beb5306614464d86ce3d6e24fe71f7(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:07,895 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:07,895 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/A, priority=13, startTime=1732252507795; duration=0sec 2024-11-22T05:15:07,895 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:07,895 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:A 2024-11-22T05:15:07,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112218cec16ebfd54470b626753a453825a9_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252506236/Put/seqid=0 2024-11-22T05:15:07,901 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/25b4053d803a41d08b36be4e43968bb7 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/25b4053d803a41d08b36be4e43968bb7 2024-11-22T05:15:07,911 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/C of f4ea15c005fa1ae6ff058ef40f6d85d1 into 25b4053d803a41d08b36be4e43968bb7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:07,911 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:07,911 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/C, priority=13, startTime=1732252507795; duration=0sec 2024-11-22T05:15:07,911 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:07,911 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:C 2024-11-22T05:15:07,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741998_1174 (size=12454) 2024-11-22T05:15:08,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:08,330 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112218cec16ebfd54470b626753a453825a9_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112218cec16ebfd54470b626753a453825a9_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/4ccb11faa9a9444ba6b3f23f0f23f00c, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:08,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/4ccb11faa9a9444ba6b3f23f0f23f00c is 175, key is test_row_0/A:col10/1732252506236/Put/seqid=0 2024-11-22T05:15:08,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741999_1175 (size=31255) 2024-11-22T05:15:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:08,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:08,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252568462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:08,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252568576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T05:15:08,737 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=465, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/4ccb11faa9a9444ba6b3f23f0f23f00c 2024-11-22T05:15:08,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252568786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:08,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:08,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:08,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:08,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/79c18c598c6b4a42aa75bb4b441808fc is 50, key is test_row_0/B:col10/1732252506236/Put/seqid=0 2024-11-22T05:15:08,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742000_1176 (size=12301) 2024-11-22T05:15:09,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252569096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:09,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:09,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:09,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:09,207 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/79c18c598c6b4a42aa75bb4b441808fc 2024-11-22T05:15:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/d77eb999afd74f3c897bf863b3b5f056 is 50, key is test_row_0/C:col10/1732252506236/Put/seqid=0 2024-11-22T05:15:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742001_1177 (size=12301) 2024-11-22T05:15:09,220 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/d77eb999afd74f3c897bf863b3b5f056 2024-11-22T05:15:09,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/4ccb11faa9a9444ba6b3f23f0f23f00c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/4ccb11faa9a9444ba6b3f23f0f23f00c 2024-11-22T05:15:09,229 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/4ccb11faa9a9444ba6b3f23f0f23f00c, entries=150, sequenceid=465, filesize=30.5 K 2024-11-22T05:15:09,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/79c18c598c6b4a42aa75bb4b441808fc as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/79c18c598c6b4a42aa75bb4b441808fc 2024-11-22T05:15:09,235 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/79c18c598c6b4a42aa75bb4b441808fc, entries=150, sequenceid=465, filesize=12.0 K 2024-11-22T05:15:09,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/d77eb999afd74f3c897bf863b3b5f056 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/d77eb999afd74f3c897bf863b3b5f056 2024-11-22T05:15:09,242 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/d77eb999afd74f3c897bf863b3b5f056, entries=150, sequenceid=465, filesize=12.0 K 2024-11-22T05:15:09,243 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1360ms, sequenceid=465, compaction requested=false 2024-11-22T05:15:09,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:09,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:09,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T05:15:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T05:15:09,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-22T05:15:09,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7360 sec 2024-11-22T05:15:09,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.7390 sec 2024-11-22T05:15:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:09,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T05:15:09,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:09,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:09,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:09,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:09,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:09,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:09,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d2c098f319874a2c81836e60d99b3c16_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252509607/Put/seqid=0 2024-11-22T05:15:09,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742002_1178 (size=14994) 2024-11-22T05:15:09,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:09,624 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d2c098f319874a2c81836e60d99b3c16_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d2c098f319874a2c81836e60d99b3c16_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:09,626 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/986a7553e8634a27ba01eabad6fd4875, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:09,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/986a7553e8634a27ba01eabad6fd4875 is 175, key is test_row_0/A:col10/1732252509607/Put/seqid=0 2024-11-22T05:15:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742003_1179 (size=39949) 2024-11-22T05:15:09,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252509653, max timestamp=1732252509676Num uniques 859; 2024-11-22T05:15:09,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252509653, max timestamp=1732252509676Num uniques 859; 2024-11-22T05:15:09,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:15:09,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:15:09,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252509653, max timestamp=1732252509676Num uniques 859; 2024-11-22T05:15:09,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:15:09,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252569774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:09,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:09,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:09,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:09,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252569886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:10,030 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=478, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/986a7553e8634a27ba01eabad6fd4875 2024-11-22T05:15:10,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/ed862cf964af4deca98679ae22447ee9 is 50, key is test_row_0/B:col10/1732252509607/Put/seqid=0 2024-11-22T05:15:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742004_1180 (size=12301) 2024-11-22T05:15:10,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252570096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:10,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252570406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:10,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/ed862cf964af4deca98679ae22447ee9 2024-11-22T05:15:10,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/99c0648b0dcb4b38978d5c6d55e101bc is 50, key is test_row_0/C:col10/1732252509607/Put/seqid=0 2024-11-22T05:15:10,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742005_1181 (size=12301) 2024-11-22T05:15:10,501 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:15:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T05:15:10,666 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:10,667 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-22T05:15:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T05:15:10,668 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:10,669 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:10,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T05:15:10,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T05:15:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:10,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:10,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/99c0648b0dcb4b38978d5c6d55e101bc 2024-11-22T05:15:10,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/986a7553e8634a27ba01eabad6fd4875 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/986a7553e8634a27ba01eabad6fd4875 2024-11-22T05:15:10,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/986a7553e8634a27ba01eabad6fd4875, entries=200, sequenceid=478, filesize=39.0 K 2024-11-22T05:15:10,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/ed862cf964af4deca98679ae22447ee9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ed862cf964af4deca98679ae22447ee9 2024-11-22T05:15:10,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ed862cf964af4deca98679ae22447ee9, entries=150, sequenceid=478, filesize=12.0 K 2024-11-22T05:15:10,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/99c0648b0dcb4b38978d5c6d55e101bc as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/99c0648b0dcb4b38978d5c6d55e101bc 2024-11-22T05:15:10,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/99c0648b0dcb4b38978d5c6d55e101bc, entries=150, sequenceid=478, filesize=12.0 K 2024-11-22T05:15:10,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1270ms, sequenceid=478, compaction requested=true 2024-11-22T05:15:10,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:10,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:10,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:10,878 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:10,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:10,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:10,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:10,878 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:10,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:10,879 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:10,879 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/A is initiating minor compaction (all files) 2024-11-22T05:15:10,879 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:10,879 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/A in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:10,879 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/B is initiating minor compaction (all files) 2024-11-22T05:15:10,879 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/B in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:10,879 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/74beb5306614464d86ce3d6e24fe71f7, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/4ccb11faa9a9444ba6b3f23f0f23f00c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/986a7553e8634a27ba01eabad6fd4875] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=100.6 K 2024-11-22T05:15:10,879 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:10,879 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/4eb618e0d2164ab78030e65f77ab9bb9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/79c18c598c6b4a42aa75bb4b441808fc, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ed862cf964af4deca98679ae22447ee9] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=36.6 K 2024-11-22T05:15:10,879 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/74beb5306614464d86ce3d6e24fe71f7, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/4ccb11faa9a9444ba6b3f23f0f23f00c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/986a7553e8634a27ba01eabad6fd4875] 2024-11-22T05:15:10,880 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eb618e0d2164ab78030e65f77ab9bb9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732252506026 2024-11-22T05:15:10,880 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74beb5306614464d86ce3d6e24fe71f7, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732252506026 2024-11-22T05:15:10,880 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 79c18c598c6b4a42aa75bb4b441808fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732252506236 2024-11-22T05:15:10,881 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting ed862cf964af4deca98679ae22447ee9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732252508456 2024-11-22T05:15:10,881 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ccb11faa9a9444ba6b3f23f0f23f00c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732252506236 2024-11-22T05:15:10,881 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986a7553e8634a27ba01eabad6fd4875, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732252508446 2024-11-22T05:15:10,887 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#B#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:10,888 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/f07b2b1bf1974ec4b32df1f37e6a3144 is 50, key is test_row_0/B:col10/1732252509607/Put/seqid=0 2024-11-22T05:15:10,889 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:10,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742006_1182 (size=12949) 2024-11-22T05:15:10,892 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229c03e248e84a4974b53fa51d16985659_f4ea15c005fa1ae6ff058ef40f6d85d1 store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:10,894 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229c03e248e84a4974b53fa51d16985659_f4ea15c005fa1ae6ff058ef40f6d85d1, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:10,895 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229c03e248e84a4974b53fa51d16985659_f4ea15c005fa1ae6ff058ef40f6d85d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:10,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742007_1183 (size=4469) 2024-11-22T05:15:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:10,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T05:15:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:10,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:10,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220160d28f648c44acb6488f96b1645593_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252510918/Put/seqid=0 2024-11-22T05:15:10,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742008_1184 (size=14994) 2024-11-22T05:15:10,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:10,938 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220160d28f648c44acb6488f96b1645593_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220160d28f648c44acb6488f96b1645593_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:10,939 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/113182e3bfc94c53aac3b451a1fb4d04, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:10,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/113182e3bfc94c53aac3b451a1fb4d04 is 175, key is test_row_0/A:col10/1732252510918/Put/seqid=0 2024-11-22T05:15:10,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742009_1185 (size=39949) 2024-11-22T05:15:10,948 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=514, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/113182e3bfc94c53aac3b451a1fb4d04 2024-11-22T05:15:10,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/2bb4d9642a974c89aa0679a88c5f3d9a is 50, key is test_row_0/B:col10/1732252510918/Put/seqid=0 2024-11-22T05:15:10,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252570954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:10,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:10,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:10,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:10,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742010_1186 (size=12301) 2024-11-22T05:15:10,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T05:15:10,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:10,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:10,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:10,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:10,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T05:15:10,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48590 deadline: 1732252570986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:10,987 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:10,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:10,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:10,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:11,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48654 deadline: 1732252571006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:11,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48652 deadline: 1732252571006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:11,007 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:11,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:11,007 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:11,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48602 deadline: 1732252571016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:11,021 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in f4ea15c005fa1ae6ff058ef40f6d85d1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:11,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252571066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:11,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:11,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T05:15:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:11,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252571275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:11,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T05:15:11,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:11,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T05:15:11,297 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/f07b2b1bf1974ec4b32df1f37e6a3144 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/f07b2b1bf1974ec4b32df1f37e6a3144 2024-11-22T05:15:11,303 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#A#compaction#148 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:11,303 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/B of f4ea15c005fa1ae6ff058ef40f6d85d1 into f07b2b1bf1974ec4b32df1f37e6a3144(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:11,303 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:11,303 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/B, priority=13, startTime=1732252510878; duration=0sec 2024-11-22T05:15:11,303 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:11,303 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:B 2024-11-22T05:15:11,304 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:11,304 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/5dd67f97c96448b38ac9962afa6c83c9 is 175, key is test_row_0/A:col10/1732252509607/Put/seqid=0 2024-11-22T05:15:11,305 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:11,305 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/C is initiating minor compaction (all files) 2024-11-22T05:15:11,305 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/C in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,305 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/25b4053d803a41d08b36be4e43968bb7, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/d77eb999afd74f3c897bf863b3b5f056, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/99c0648b0dcb4b38978d5c6d55e101bc] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=36.6 K 2024-11-22T05:15:11,305 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 25b4053d803a41d08b36be4e43968bb7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732252506026 2024-11-22T05:15:11,306 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting d77eb999afd74f3c897bf863b3b5f056, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732252506236 2024-11-22T05:15:11,306 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 99c0648b0dcb4b38978d5c6d55e101bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732252508456 2024-11-22T05:15:11,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742011_1187 (size=31903) 2024-11-22T05:15:11,314 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#C#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:11,314 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/a2e407708a374f9ba4ab4f0afbc0cef0 is 50, key is test_row_0/C:col10/1732252509607/Put/seqid=0 2024-11-22T05:15:11,318 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/5dd67f97c96448b38ac9962afa6c83c9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/5dd67f97c96448b38ac9962afa6c83c9 2024-11-22T05:15:11,324 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/A of f4ea15c005fa1ae6ff058ef40f6d85d1 into 5dd67f97c96448b38ac9962afa6c83c9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:11,325 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:11,325 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/A, priority=13, startTime=1732252510878; duration=0sec 2024-11-22T05:15:11,325 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:11,325 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:A 2024-11-22T05:15:11,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742012_1188 (size=12949) 2024-11-22T05:15:11,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/2bb4d9642a974c89aa0679a88c5f3d9a 2024-11-22T05:15:11,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/6142d8a4282045d19d129dbad4ea3707 is 50, key is test_row_0/C:col10/1732252510918/Put/seqid=0 2024-11-22T05:15:11,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742013_1189 (size=12301) 2024-11-22T05:15:11,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T05:15:11,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:11,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T05:15:11,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:11,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252571586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:11,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:11,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:11,738 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/a2e407708a374f9ba4ab4f0afbc0cef0 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/a2e407708a374f9ba4ab4f0afbc0cef0 2024-11-22T05:15:11,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T05:15:11,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:11,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:11,744 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/C of f4ea15c005fa1ae6ff058ef40f6d85d1 into a2e407708a374f9ba4ab4f0afbc0cef0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:11,744 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:11,744 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/C, priority=13, startTime=1732252510878; duration=0sec 2024-11-22T05:15:11,744 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:11,744 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:C 2024-11-22T05:15:11,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/6142d8a4282045d19d129dbad4ea3707 2024-11-22T05:15:11,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/113182e3bfc94c53aac3b451a1fb4d04 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/113182e3bfc94c53aac3b451a1fb4d04 2024-11-22T05:15:11,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/113182e3bfc94c53aac3b451a1fb4d04, entries=200, sequenceid=514, filesize=39.0 K 2024-11-22T05:15:11,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/2bb4d9642a974c89aa0679a88c5f3d9a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bb4d9642a974c89aa0679a88c5f3d9a 2024-11-22T05:15:11,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bb4d9642a974c89aa0679a88c5f3d9a, entries=150, sequenceid=514, filesize=12.0 K 2024-11-22T05:15:11,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/6142d8a4282045d19d129dbad4ea3707 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/6142d8a4282045d19d129dbad4ea3707 2024-11-22T05:15:11,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/6142d8a4282045d19d129dbad4ea3707, entries=150, sequenceid=514, filesize=12.0 K 2024-11-22T05:15:11,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 881ms, sequenceid=514, compaction requested=false 2024-11-22T05:15:11,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T05:15:11,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T05:15:11,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:11,892 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:15:11,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:11,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fa1f039937c14e1eafa84bc913bf5e29_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252510952/Put/seqid=0 2024-11-22T05:15:11,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742014_1190 (size=12454) 2024-11-22T05:15:11,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:11,914 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fa1f039937c14e1eafa84bc913bf5e29_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fa1f039937c14e1eafa84bc913bf5e29_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/1a10ea3463624529933e9bd0d90f2313, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:11,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/1a10ea3463624529933e9bd0d90f2313 is 175, key is test_row_0/A:col10/1732252510952/Put/seqid=0 2024-11-22T05:15:11,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742015_1191 (size=31255) 2024-11-22T05:15:11,922 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=527, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/1a10ea3463624529933e9bd0d90f2313 2024-11-22T05:15:11,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/1629b19f4e224003b1a98127e7037209 is 50, key is test_row_0/B:col10/1732252510952/Put/seqid=0 2024-11-22T05:15:11,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742016_1192 (size=12301) 2024-11-22T05:15:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:12,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:12,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252512142, max timestamp=1732252512166Num uniques 859; 2024-11-22T05:15:12,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252512142, max timestamp=1732252512166Num uniques 859; 2024-11-22T05:15:12,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252512142, max timestamp=1732252512166Num uniques 859; 2024-11-22T05:15:12,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:12,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:12,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:12,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252572244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:12,337 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/1629b19f4e224003b1a98127e7037209 2024-11-22T05:15:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2df1b94e0a2d41cfbf8604630a96fd28 is 50, key is test_row_0/C:col10/1732252510952/Put/seqid=0 2024-11-22T05:15:12,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742017_1193 (size=12301) 2024-11-22T05:15:12,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252572356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:12,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:12,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:12,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:12,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252572566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:12,750 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2df1b94e0a2d41cfbf8604630a96fd28 2024-11-22T05:15:12,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/1a10ea3463624529933e9bd0d90f2313 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/1a10ea3463624529933e9bd0d90f2313 2024-11-22T05:15:12,759 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/1a10ea3463624529933e9bd0d90f2313, entries=150, sequenceid=527, filesize=30.5 K 2024-11-22T05:15:12,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/1629b19f4e224003b1a98127e7037209 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1629b19f4e224003b1a98127e7037209 2024-11-22T05:15:12,765 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1629b19f4e224003b1a98127e7037209, entries=150, sequenceid=527, filesize=12.0 K 2024-11-22T05:15:12,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2df1b94e0a2d41cfbf8604630a96fd28 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2df1b94e0a2d41cfbf8604630a96fd28 2024-11-22T05:15:12,770 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2df1b94e0a2d41cfbf8604630a96fd28, entries=150, sequenceid=527, filesize=12.0 K 2024-11-22T05:15:12,771 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 879ms, sequenceid=527, compaction requested=true 2024-11-22T05:15:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T05:15:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T05:15:12,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-22T05:15:12,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1030 sec 2024-11-22T05:15:12,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.1070 sec 2024-11-22T05:15:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T05:15:12,816 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:12,816 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-22T05:15:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T05:15:12,817 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:12,819 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:12,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:12,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-22T05:15:12,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:12,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:15:12,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:12,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:15:12,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:12,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:15:12,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224874070e66f74288bbc6a02664cf1411_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252512243/Put/seqid=0 2024-11-22T05:15:12,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742018_1194 (size=12454) 2024-11-22T05:15:12,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252572912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:12,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:12,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:12,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T05:15:12,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T05:15:12,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:12,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:12,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:12,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:12,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252573025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:13,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T05:15:13,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:13,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T05:15:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252573236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:13,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:13,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T05:15:13,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:13,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,291 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:13,295 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224874070e66f74288bbc6a02664cf1411_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224874070e66f74288bbc6a02664cf1411_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:13,296 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e9e7cd697e254e49a060c4b4425d7a8c, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:13,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e9e7cd697e254e49a060c4b4425d7a8c is 175, key is test_row_0/A:col10/1732252512243/Put/seqid=0 2024-11-22T05:15:13,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742019_1195 (size=31255) 2024-11-22T05:15:13,303 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=565, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e9e7cd697e254e49a060c4b4425d7a8c 2024-11-22T05:15:13,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/87c43f397c4f45cdbd272e02b41a5420 is 50, key is test_row_0/B:col10/1732252512243/Put/seqid=0 2024-11-22T05:15:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742020_1196 (size=12301) 2024-11-22T05:15:13,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T05:15:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T05:15:13,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252573546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:13,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:13,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:13,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:13,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T05:15:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/87c43f397c4f45cdbd272e02b41a5420 2024-11-22T05:15:13,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/92d346dd6e5547ebad0560907ad5b60f is 50, key is test_row_0/C:col10/1732252512243/Put/seqid=0 2024-11-22T05:15:13,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T05:15:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742021_1197 (size=12301) 2024-11-22T05:15:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,876 INFO [Thread-564 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-564. 2024-11-22T05:15:13,877 DEBUG [Thread-564 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:13,877 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:13,877 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:13,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:13,880 INFO [Thread-562 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-562. 2024-11-22T05:15:13,880 DEBUG [Thread-562 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:13,880 DEBUG [Thread-562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:13,880 DEBUG [Thread-562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:13,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:13,882 INFO [Thread-568 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-568. 2024-11-22T05:15:13,882 DEBUG [Thread-568 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:13,882 DEBUG [Thread-568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:13,882 DEBUG [Thread-568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:13,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:13,884 INFO [Thread-566 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-566. 2024-11-22T05:15:13,884 DEBUG [Thread-566 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:13,884 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:13,884 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:13,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:13,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T05:15:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:13,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T05:15:14,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T05:15:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:14,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:14,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48622 deadline: 1732252574057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:14,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:14,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:14,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:14,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/92d346dd6e5547ebad0560907ad5b60f 2024-11-22T05:15:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/e9e7cd697e254e49a060c4b4425d7a8c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e9e7cd697e254e49a060c4b4425d7a8c 2024-11-22T05:15:14,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e9e7cd697e254e49a060c4b4425d7a8c, entries=150, sequenceid=565, filesize=30.5 K 2024-11-22T05:15:14,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/87c43f397c4f45cdbd272e02b41a5420 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/87c43f397c4f45cdbd272e02b41a5420 2024-11-22T05:15:14,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/87c43f397c4f45cdbd272e02b41a5420, entries=150, sequenceid=565, filesize=12.0 K 2024-11-22T05:15:14,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/92d346dd6e5547ebad0560907ad5b60f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/92d346dd6e5547ebad0560907ad5b60f 2024-11-22T05:15:14,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/92d346dd6e5547ebad0560907ad5b60f, entries=150, sequenceid=565, filesize=12.0 K 2024-11-22T05:15:14,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1286ms, sequenceid=565, compaction requested=true 2024-11-22T05:15:14,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:14,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:14,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:14,164 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:14,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:14,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:14,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f4ea15c005fa1ae6ff058ef40f6d85d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:14,164 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:14,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:14,166 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:14,166 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:14,166 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/B is initiating minor compaction (all files) 2024-11-22T05:15:14,166 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/A is initiating minor compaction (all files) 2024-11-22T05:15:14,166 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/B in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:14,166 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/A in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:14,166 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/5dd67f97c96448b38ac9962afa6c83c9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/113182e3bfc94c53aac3b451a1fb4d04, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/1a10ea3463624529933e9bd0d90f2313, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e9e7cd697e254e49a060c4b4425d7a8c] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=131.2 K 2024-11-22T05:15:14,166 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/f07b2b1bf1974ec4b32df1f37e6a3144, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bb4d9642a974c89aa0679a88c5f3d9a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1629b19f4e224003b1a98127e7037209, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/87c43f397c4f45cdbd272e02b41a5420] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=48.7 K 2024-11-22T05:15:14,166 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:14,166 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/5dd67f97c96448b38ac9962afa6c83c9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/113182e3bfc94c53aac3b451a1fb4d04, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/1a10ea3463624529933e9bd0d90f2313, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e9e7cd697e254e49a060c4b4425d7a8c] 2024-11-22T05:15:14,167 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting f07b2b1bf1974ec4b32df1f37e6a3144, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732252508456 2024-11-22T05:15:14,167 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dd67f97c96448b38ac9962afa6c83c9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732252508456 2024-11-22T05:15:14,167 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bb4d9642a974c89aa0679a88c5f3d9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732252509766 2024-11-22T05:15:14,167 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 113182e3bfc94c53aac3b451a1fb4d04, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732252509760 2024-11-22T05:15:14,168 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a10ea3463624529933e9bd0d90f2313, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732252510938 2024-11-22T05:15:14,168 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1629b19f4e224003b1a98127e7037209, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732252510938 2024-11-22T05:15:14,168 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e7cd697e254e49a060c4b4425d7a8c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732252512236 2024-11-22T05:15:14,168 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 87c43f397c4f45cdbd272e02b41a5420, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732252512236 2024-11-22T05:15:14,179 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#B#compaction#159 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:14,180 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/bf162cda2df7416f9530974bd92b3ca6 is 50, key is test_row_0/B:col10/1732252512243/Put/seqid=0 2024-11-22T05:15:14,181 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:14,183 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411227adce529f02d4b26a0f3b5cf1bb061ef_f4ea15c005fa1ae6ff058ef40f6d85d1 store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:14,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742022_1198 (size=13085) 2024-11-22T05:15:14,189 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/bf162cda2df7416f9530974bd92b3ca6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/bf162cda2df7416f9530974bd92b3ca6 2024-11-22T05:15:14,194 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/B of f4ea15c005fa1ae6ff058ef40f6d85d1 into bf162cda2df7416f9530974bd92b3ca6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:14,194 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:14,194 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/B, priority=12, startTime=1732252514164; duration=0sec 2024-11-22T05:15:14,194 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:14,194 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:B 2024-11-22T05:15:14,194 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:14,196 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:14,196 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): f4ea15c005fa1ae6ff058ef40f6d85d1/C is initiating minor compaction (all files) 2024-11-22T05:15:14,196 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4ea15c005fa1ae6ff058ef40f6d85d1/C in TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:14,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T05:15:14,196 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/a2e407708a374f9ba4ab4f0afbc0cef0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/6142d8a4282045d19d129dbad4ea3707, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2df1b94e0a2d41cfbf8604630a96fd28, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/92d346dd6e5547ebad0560907ad5b60f] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp, totalSize=48.7 K 2024-11-22T05:15:14,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:14,196 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T05:15:14,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:14,196 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting a2e407708a374f9ba4ab4f0afbc0cef0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732252508456 2024-11-22T05:15:14,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:14,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:14,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:14,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:14,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:14,197 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 6142d8a4282045d19d129dbad4ea3707, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732252509766 2024-11-22T05:15:14,198 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 2df1b94e0a2d41cfbf8604630a96fd28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732252510938 2024-11-22T05:15:14,198 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 92d346dd6e5547ebad0560907ad5b60f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732252512236 2024-11-22T05:15:14,198 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411227adce529f02d4b26a0f3b5cf1bb061ef_f4ea15c005fa1ae6ff058ef40f6d85d1, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:14,199 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227adce529f02d4b26a0f3b5cf1bb061ef_f4ea15c005fa1ae6ff058ef40f6d85d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742023_1199 (size=4469) 2024-11-22T05:15:14,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d623916f32634c60bbaf4a76df58f24a_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252512904/Put/seqid=0 2024-11-22T05:15:14,216 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#A#compaction#160 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:14,217 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/1241a2b16c784cdd916e493ece7a86a6 is 175, key is test_row_0/A:col10/1732252512243/Put/seqid=0 2024-11-22T05:15:14,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742024_1200 (size=12454) 2024-11-22T05:15:14,225 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4ea15c005fa1ae6ff058ef40f6d85d1#C#compaction#162 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:14,225 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2f18adcb91da4672a6b835caa7ce4144 is 50, key is test_row_0/C:col10/1732252512243/Put/seqid=0 2024-11-22T05:15:14,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742025_1201 (size=32039) 2024-11-22T05:15:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742026_1202 (size=13085) 2024-11-22T05:15:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:14,631 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d623916f32634c60bbaf4a76df58f24a_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d623916f32634c60bbaf4a76df58f24a_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:14,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/ee5f53d343e2445c82bacacafb408054, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/ee5f53d343e2445c82bacacafb408054 is 175, key is test_row_0/A:col10/1732252512904/Put/seqid=0 2024-11-22T05:15:14,635 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/1241a2b16c784cdd916e493ece7a86a6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/1241a2b16c784cdd916e493ece7a86a6 2024-11-22T05:15:14,636 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/2f18adcb91da4672a6b835caa7ce4144 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2f18adcb91da4672a6b835caa7ce4144 2024-11-22T05:15:14,641 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/C of f4ea15c005fa1ae6ff058ef40f6d85d1 into 2f18adcb91da4672a6b835caa7ce4144(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:14,641 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:14,641 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/C, priority=12, startTime=1732252514164; duration=0sec 2024-11-22T05:15:14,641 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f4ea15c005fa1ae6ff058ef40f6d85d1/A of f4ea15c005fa1ae6ff058ef40f6d85d1 into 1241a2b16c784cdd916e493ece7a86a6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:14,641 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:14,641 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., storeName=f4ea15c005fa1ae6ff058ef40f6d85d1/A, priority=12, startTime=1732252514164; duration=0sec 2024-11-22T05:15:14,641 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:14,641 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:C 2024-11-22T05:15:14,641 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:14,641 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4ea15c005fa1ae6ff058ef40f6d85d1:A 2024-11-22T05:15:14,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742027_1203 (size=31255) 2024-11-22T05:15:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T05:15:15,047 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=575, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/ee5f53d343e2445c82bacacafb408054 2024-11-22T05:15:15,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/2e81317a747d4a6cbb98013fd5e33082 is 50, key is test_row_0/B:col10/1732252512904/Put/seqid=0 2024-11-22T05:15:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742028_1204 (size=12301) 2024-11-22T05:15:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:15,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. as already flushing 2024-11-22T05:15:15,068 INFO [Thread-551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-551. 2024-11-22T05:15:15,068 DEBUG [Thread-551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:15,068 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:15,068 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:15,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:15,466 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/2e81317a747d4a6cbb98013fd5e33082 2024-11-22T05:15:15,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/a5c9cff20b094c4094a14728d4e49691 is 50, key is test_row_0/C:col10/1732252512904/Put/seqid=0 2024-11-22T05:15:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742029_1205 (size=12301) 2024-11-22T05:15:15,884 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/a5c9cff20b094c4094a14728d4e49691 2024-11-22T05:15:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/ee5f53d343e2445c82bacacafb408054 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ee5f53d343e2445c82bacacafb408054 2024-11-22T05:15:15,900 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ee5f53d343e2445c82bacacafb408054, entries=150, sequenceid=575, filesize=30.5 K 2024-11-22T05:15:15,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/2e81317a747d4a6cbb98013fd5e33082 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2e81317a747d4a6cbb98013fd5e33082 2024-11-22T05:15:15,907 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2e81317a747d4a6cbb98013fd5e33082, entries=150, sequenceid=575, filesize=12.0 K 2024-11-22T05:15:15,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/a5c9cff20b094c4094a14728d4e49691 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/a5c9cff20b094c4094a14728d4e49691 2024-11-22T05:15:15,912 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/a5c9cff20b094c4094a14728d4e49691, entries=150, sequenceid=575, filesize=12.0 K 2024-11-22T05:15:15,913 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=6.71 KB/6870 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1717ms, sequenceid=575, compaction requested=false 2024-11-22T05:15:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for f4ea15c005fa1ae6ff058ef40f6d85d1: 2024-11-22T05:15:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-22T05:15:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-22T05:15:15,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-22T05:15:15,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0960 sec 2024-11-22T05:15:15,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 3.1010 sec 2024-11-22T05:15:16,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T05:15:16,986 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:21,058 INFO [Thread-559 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-559. 2024-11-22T05:15:21,058 INFO [Thread-557 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-557. 2024-11-22T05:15:21,058 DEBUG [Thread-557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:21,058 DEBUG [Thread-559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:21,058 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:21,058 DEBUG [Thread-559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:21,058 DEBUG [Thread-559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:21,058 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:21,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:21,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:21,069 INFO [Thread-553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-553. 2024-11-22T05:15:21,069 DEBUG [Thread-553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:21,069 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:21,069 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:21,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:21,088 INFO [Thread-555 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-555. 2024-11-22T05:15:21,088 DEBUG [Thread-555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:21,088 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:21,088 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:21,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 202 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2778 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2872 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1208 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3618 rows 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1200 2024-11-22T05:15:21,088 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3596 rows 2024-11-22T05:15:21,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:15:21,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:15:21,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:21,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:21,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:21,090 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T05:15:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T05:15:21,093 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252521093"}]},"ts":"1732252521093"} 2024-11-22T05:15:21,095 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T05:15:21,095 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T05:15:21,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T05:15:21,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, UNASSIGN}] 2024-11-22T05:15:21,099 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, UNASSIGN 2024-11-22T05:15:21,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=f4ea15c005fa1ae6ff058ef40f6d85d1, regionState=CLOSING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:15:21,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, UNASSIGN because future has completed 2024-11-22T05:15:21,101 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:15:21,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:15:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T05:15:21,254 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:21,254 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:15:21,254 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing f4ea15c005fa1ae6ff058ef40f6d85d1, disabling compactions & flushes 2024-11-22T05:15:21,254 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:21,254 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:21,254 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. after waiting 0 ms 2024-11-22T05:15:21,254 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:21,254 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing f4ea15c005fa1ae6ff058ef40f6d85d1 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T05:15:21,254 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=A 2024-11-22T05:15:21,255 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:21,255 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=B 2024-11-22T05:15:21,255 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:21,255 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f4ea15c005fa1ae6ff058ef40f6d85d1, store=C 2024-11-22T05:15:21,255 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:21,261 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112254adf49cd1df471993f6e83854c4aa02_f4ea15c005fa1ae6ff058ef40f6d85d1 is 50, key is test_row_0/A:col10/1732252521067/Put/seqid=0 2024-11-22T05:15:21,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742030_1206 (size=9914) 2024-11-22T05:15:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T05:15:21,665 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:21,670 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112254adf49cd1df471993f6e83854c4aa02_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112254adf49cd1df471993f6e83854c4aa02_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:21,671 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/5f557ad463f1401b900357a1f9941ead, store: [table=TestAcidGuarantees family=A region=f4ea15c005fa1ae6ff058ef40f6d85d1] 2024-11-22T05:15:21,671 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/5f557ad463f1401b900357a1f9941ead is 175, key is test_row_0/A:col10/1732252521067/Put/seqid=0 2024-11-22T05:15:21,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742031_1207 (size=22561) 2024-11-22T05:15:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T05:15:22,080 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=585, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/5f557ad463f1401b900357a1f9941ead 2024-11-22T05:15:22,087 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/16134571c3f34cde8129f8803e727414 is 50, key is test_row_0/B:col10/1732252521067/Put/seqid=0 2024-11-22T05:15:22,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742032_1208 (size=9857) 2024-11-22T05:15:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T05:15:22,494 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/16134571c3f34cde8129f8803e727414 2024-11-22T05:15:22,501 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/36e6c55b9b184a4d90d4ef998a5b931b is 50, key is test_row_0/C:col10/1732252521067/Put/seqid=0 2024-11-22T05:15:22,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742033_1209 (size=9857) 2024-11-22T05:15:22,906 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/36e6c55b9b184a4d90d4ef998a5b931b 2024-11-22T05:15:22,912 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/A/5f557ad463f1401b900357a1f9941ead as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/5f557ad463f1401b900357a1f9941ead 2024-11-22T05:15:22,916 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/5f557ad463f1401b900357a1f9941ead, entries=100, sequenceid=585, filesize=22.0 K 2024-11-22T05:15:22,917 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/B/16134571c3f34cde8129f8803e727414 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/16134571c3f34cde8129f8803e727414 2024-11-22T05:15:22,923 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/16134571c3f34cde8129f8803e727414, entries=100, sequenceid=585, filesize=9.6 K 2024-11-22T05:15:22,924 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/.tmp/C/36e6c55b9b184a4d90d4ef998a5b931b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/36e6c55b9b184a4d90d4ef998a5b931b 2024-11-22T05:15:22,929 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/36e6c55b9b184a4d90d4ef998a5b931b, entries=100, sequenceid=585, filesize=9.6 K 2024-11-22T05:15:22,930 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1676ms, sequenceid=585, compaction requested=true 2024-11-22T05:15:22,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/c3a7024863ea4c4bbf3cc2749a2a4134, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/be300b92e5334ea4ae2ff9b50a682560, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/47c64941f0af4ea5a2636eb0cf4fe878, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e1cf5c7f5d1b4b3097d667e31a6890d8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/f96341e2226446fa8da375a44fa17fb0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8cf576bda308484ba639404fb5ec390d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/d0bb1f271ae1420ca7179b40e13de70d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/65852cdd226d43808a8b29d738a0e627, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8dc6e505c0e544749897a36b0bdac496, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/6eea3df4949549969cfa3012605405c1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/10ba8909cbfc47f3bfc11c223b5863df, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ce6ad2df2add419fb983d85da45d20a2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/dba21fb7e2e4450ea026252e4e52fcba, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/0120815f85b44c9fbf31166582ec62be, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e08c38a914e14fe3ad60c7ae87e60ea8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/9b834490b3924ace8cbb2efd8682c5e8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/74beb5306614464d86ce3d6e24fe71f7, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/4ccb11faa9a9444ba6b3f23f0f23f00c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/986a7553e8634a27ba01eabad6fd4875, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/5dd67f97c96448b38ac9962afa6c83c9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/113182e3bfc94c53aac3b451a1fb4d04, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/1a10ea3463624529933e9bd0d90f2313, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e9e7cd697e254e49a060c4b4425d7a8c] to archive 2024-11-22T05:15:22,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:15:22,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/c3a7024863ea4c4bbf3cc2749a2a4134 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/c3a7024863ea4c4bbf3cc2749a2a4134 2024-11-22T05:15:22,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/be300b92e5334ea4ae2ff9b50a682560 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/be300b92e5334ea4ae2ff9b50a682560 2024-11-22T05:15:22,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/47c64941f0af4ea5a2636eb0cf4fe878 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/47c64941f0af4ea5a2636eb0cf4fe878 2024-11-22T05:15:22,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e1cf5c7f5d1b4b3097d667e31a6890d8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e1cf5c7f5d1b4b3097d667e31a6890d8 2024-11-22T05:15:22,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/f96341e2226446fa8da375a44fa17fb0 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/f96341e2226446fa8da375a44fa17fb0 2024-11-22T05:15:22,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8cf576bda308484ba639404fb5ec390d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8cf576bda308484ba639404fb5ec390d 2024-11-22T05:15:22,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/d0bb1f271ae1420ca7179b40e13de70d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/d0bb1f271ae1420ca7179b40e13de70d 2024-11-22T05:15:22,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/65852cdd226d43808a8b29d738a0e627 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/65852cdd226d43808a8b29d738a0e627 2024-11-22T05:15:22,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8dc6e505c0e544749897a36b0bdac496 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/8dc6e505c0e544749897a36b0bdac496 2024-11-22T05:15:22,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/6eea3df4949549969cfa3012605405c1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/6eea3df4949549969cfa3012605405c1 2024-11-22T05:15:22,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/10ba8909cbfc47f3bfc11c223b5863df to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/10ba8909cbfc47f3bfc11c223b5863df 2024-11-22T05:15:22,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ce6ad2df2add419fb983d85da45d20a2 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ce6ad2df2add419fb983d85da45d20a2 2024-11-22T05:15:22,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/dba21fb7e2e4450ea026252e4e52fcba to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/dba21fb7e2e4450ea026252e4e52fcba 2024-11-22T05:15:22,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/0120815f85b44c9fbf31166582ec62be to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/0120815f85b44c9fbf31166582ec62be 2024-11-22T05:15:22,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e08c38a914e14fe3ad60c7ae87e60ea8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e08c38a914e14fe3ad60c7ae87e60ea8 2024-11-22T05:15:22,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/9b834490b3924ace8cbb2efd8682c5e8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/9b834490b3924ace8cbb2efd8682c5e8 2024-11-22T05:15:22,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/74beb5306614464d86ce3d6e24fe71f7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/74beb5306614464d86ce3d6e24fe71f7 2024-11-22T05:15:22,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/4ccb11faa9a9444ba6b3f23f0f23f00c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/4ccb11faa9a9444ba6b3f23f0f23f00c 2024-11-22T05:15:22,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/986a7553e8634a27ba01eabad6fd4875 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/986a7553e8634a27ba01eabad6fd4875 2024-11-22T05:15:22,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/5dd67f97c96448b38ac9962afa6c83c9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/5dd67f97c96448b38ac9962afa6c83c9 2024-11-22T05:15:22,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/113182e3bfc94c53aac3b451a1fb4d04 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/113182e3bfc94c53aac3b451a1fb4d04 2024-11-22T05:15:22,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/1a10ea3463624529933e9bd0d90f2313 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/1a10ea3463624529933e9bd0d90f2313 2024-11-22T05:15:22,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e9e7cd697e254e49a060c4b4425d7a8c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/e9e7cd697e254e49a060c4b4425d7a8c 2024-11-22T05:15:22,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8a920177eed74386b700dc283ec00200, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/fdd3f43d0eb149e2bcc9fcdb9bea1ec5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/792d203d400f4b04bcbf2e73273fd88b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bc34f2a88204bf587a7c90833cd7daa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/12391ddac0d64230bebdf194f0a63eb8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/5abd6704b65e49109df06fc80c40040c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b6e4280a00b744bb85b944d24fe67e6b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8bf6f0b87c1f4d749a3c2988ad0faae1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/96db5f50b573426f9ab18ec76382f439, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/6b900934081640b28c3a56d1584ea7ae, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b3f0f064dbcb4bcebd82ec57d9cd21c1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ea925d85c5104455bc9c62c16cf5d296, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/a3f51738a996439e9f0abac6c82dad78, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/9af8fe372a9b4b60a16847aa46b28995, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1f5dd82463ee4327b68cf6fed6b826ee, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/4eb618e0d2164ab78030e65f77ab9bb9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8d00cfc3eb344f9a8f46a4d59404bb4b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/79c18c598c6b4a42aa75bb4b441808fc, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/f07b2b1bf1974ec4b32df1f37e6a3144, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ed862cf964af4deca98679ae22447ee9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bb4d9642a974c89aa0679a88c5f3d9a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1629b19f4e224003b1a98127e7037209, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/87c43f397c4f45cdbd272e02b41a5420] to archive 2024-11-22T05:15:22,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:15:22,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8a920177eed74386b700dc283ec00200 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8a920177eed74386b700dc283ec00200 2024-11-22T05:15:22,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/fdd3f43d0eb149e2bcc9fcdb9bea1ec5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/fdd3f43d0eb149e2bcc9fcdb9bea1ec5 2024-11-22T05:15:22,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/792d203d400f4b04bcbf2e73273fd88b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/792d203d400f4b04bcbf2e73273fd88b 2024-11-22T05:15:22,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bc34f2a88204bf587a7c90833cd7daa to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bc34f2a88204bf587a7c90833cd7daa 2024-11-22T05:15:22,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/12391ddac0d64230bebdf194f0a63eb8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/12391ddac0d64230bebdf194f0a63eb8 2024-11-22T05:15:22,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/5abd6704b65e49109df06fc80c40040c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/5abd6704b65e49109df06fc80c40040c 2024-11-22T05:15:22,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b6e4280a00b744bb85b944d24fe67e6b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b6e4280a00b744bb85b944d24fe67e6b 2024-11-22T05:15:22,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8bf6f0b87c1f4d749a3c2988ad0faae1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8bf6f0b87c1f4d749a3c2988ad0faae1 2024-11-22T05:15:22,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/96db5f50b573426f9ab18ec76382f439 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/96db5f50b573426f9ab18ec76382f439 2024-11-22T05:15:22,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/6b900934081640b28c3a56d1584ea7ae to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/6b900934081640b28c3a56d1584ea7ae 2024-11-22T05:15:22,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b3f0f064dbcb4bcebd82ec57d9cd21c1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/b3f0f064dbcb4bcebd82ec57d9cd21c1 2024-11-22T05:15:22,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ea925d85c5104455bc9c62c16cf5d296 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ea925d85c5104455bc9c62c16cf5d296 2024-11-22T05:15:22,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/a3f51738a996439e9f0abac6c82dad78 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/a3f51738a996439e9f0abac6c82dad78 2024-11-22T05:15:22,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/9af8fe372a9b4b60a16847aa46b28995 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/9af8fe372a9b4b60a16847aa46b28995 2024-11-22T05:15:22,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1f5dd82463ee4327b68cf6fed6b826ee to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1f5dd82463ee4327b68cf6fed6b826ee 2024-11-22T05:15:22,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/4eb618e0d2164ab78030e65f77ab9bb9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/4eb618e0d2164ab78030e65f77ab9bb9 2024-11-22T05:15:22,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8d00cfc3eb344f9a8f46a4d59404bb4b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/8d00cfc3eb344f9a8f46a4d59404bb4b 2024-11-22T05:15:22,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/79c18c598c6b4a42aa75bb4b441808fc to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/79c18c598c6b4a42aa75bb4b441808fc 2024-11-22T05:15:22,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/f07b2b1bf1974ec4b32df1f37e6a3144 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/f07b2b1bf1974ec4b32df1f37e6a3144 2024-11-22T05:15:22,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ed862cf964af4deca98679ae22447ee9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/ed862cf964af4deca98679ae22447ee9 2024-11-22T05:15:22,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bb4d9642a974c89aa0679a88c5f3d9a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2bb4d9642a974c89aa0679a88c5f3d9a 2024-11-22T05:15:22,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1629b19f4e224003b1a98127e7037209 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/1629b19f4e224003b1a98127e7037209 2024-11-22T05:15:22,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/87c43f397c4f45cdbd272e02b41a5420 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/87c43f397c4f45cdbd272e02b41a5420 2024-11-22T05:15:22,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/78fb466c496340d280e6c6680e47f228, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/ff05c85b0d3a45ae9614a1a3565d3d2b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2b0c945292a247539ea2201b8e33a577, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/705a3eb5aa5647b8a5c4c6d915e713b1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/04e4438ca2a349598b6753adaff06020, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/32069ac02475412ea6755efb0bb3a296, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/5d4d0f4986d34090842555981688ecfc, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b9640ce251e345c38875ec93a77323e3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/111f9b25747447678b0a0da148591574, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b2857542838242c09ccc769926292095, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/81250c2b10494f6180e5c3d1da07ebba, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/44ae958f4c9f412cbfd99149cf57dcb9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/51d2d0da0b8246d6b83dca1869489d0d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2cc1e853ffc24b6fbefdc904dd322362, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/9be7abbaa59148b598deaad2383e81e5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/25b4053d803a41d08b36be4e43968bb7, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/80a96e6c56f74b9fb8196e06e9c4bf48, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/d77eb999afd74f3c897bf863b3b5f056, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/a2e407708a374f9ba4ab4f0afbc0cef0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/99c0648b0dcb4b38978d5c6d55e101bc, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/6142d8a4282045d19d129dbad4ea3707, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2df1b94e0a2d41cfbf8604630a96fd28, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/92d346dd6e5547ebad0560907ad5b60f] to archive 2024-11-22T05:15:22,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:15:22,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/78fb466c496340d280e6c6680e47f228 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/78fb466c496340d280e6c6680e47f228 2024-11-22T05:15:23,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/ff05c85b0d3a45ae9614a1a3565d3d2b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/ff05c85b0d3a45ae9614a1a3565d3d2b 2024-11-22T05:15:23,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2b0c945292a247539ea2201b8e33a577 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2b0c945292a247539ea2201b8e33a577 2024-11-22T05:15:23,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/705a3eb5aa5647b8a5c4c6d915e713b1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/705a3eb5aa5647b8a5c4c6d915e713b1 2024-11-22T05:15:23,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/04e4438ca2a349598b6753adaff06020 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/04e4438ca2a349598b6753adaff06020 2024-11-22T05:15:23,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/32069ac02475412ea6755efb0bb3a296 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/32069ac02475412ea6755efb0bb3a296 2024-11-22T05:15:23,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/5d4d0f4986d34090842555981688ecfc to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/5d4d0f4986d34090842555981688ecfc 2024-11-22T05:15:23,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b9640ce251e345c38875ec93a77323e3 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b9640ce251e345c38875ec93a77323e3 2024-11-22T05:15:23,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/111f9b25747447678b0a0da148591574 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/111f9b25747447678b0a0da148591574 2024-11-22T05:15:23,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b2857542838242c09ccc769926292095 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/b2857542838242c09ccc769926292095 2024-11-22T05:15:23,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/81250c2b10494f6180e5c3d1da07ebba to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/81250c2b10494f6180e5c3d1da07ebba 2024-11-22T05:15:23,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/44ae958f4c9f412cbfd99149cf57dcb9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/44ae958f4c9f412cbfd99149cf57dcb9 2024-11-22T05:15:23,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/51d2d0da0b8246d6b83dca1869489d0d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/51d2d0da0b8246d6b83dca1869489d0d 2024-11-22T05:15:23,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2cc1e853ffc24b6fbefdc904dd322362 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2cc1e853ffc24b6fbefdc904dd322362 2024-11-22T05:15:23,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/9be7abbaa59148b598deaad2383e81e5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/9be7abbaa59148b598deaad2383e81e5 2024-11-22T05:15:23,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/25b4053d803a41d08b36be4e43968bb7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/25b4053d803a41d08b36be4e43968bb7 2024-11-22T05:15:23,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/80a96e6c56f74b9fb8196e06e9c4bf48 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/80a96e6c56f74b9fb8196e06e9c4bf48 2024-11-22T05:15:23,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/d77eb999afd74f3c897bf863b3b5f056 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/d77eb999afd74f3c897bf863b3b5f056 2024-11-22T05:15:23,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/a2e407708a374f9ba4ab4f0afbc0cef0 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/a2e407708a374f9ba4ab4f0afbc0cef0 2024-11-22T05:15:23,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/99c0648b0dcb4b38978d5c6d55e101bc to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/99c0648b0dcb4b38978d5c6d55e101bc 2024-11-22T05:15:23,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/6142d8a4282045d19d129dbad4ea3707 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/6142d8a4282045d19d129dbad4ea3707 2024-11-22T05:15:23,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2df1b94e0a2d41cfbf8604630a96fd28 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2df1b94e0a2d41cfbf8604630a96fd28 2024-11-22T05:15:23,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/92d346dd6e5547ebad0560907ad5b60f to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/92d346dd6e5547ebad0560907ad5b60f 2024-11-22T05:15:23,027 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/recovered.edits/588.seqid, newMaxSeqId=588, maxSeqId=4 2024-11-22T05:15:23,028 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. 2024-11-22T05:15:23,028 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for f4ea15c005fa1ae6ff058ef40f6d85d1: Waiting for close lock at 1732252521254Running coprocessor pre-close hooks at 1732252521254Disabling compacts and flushes for region at 1732252521254Disabling writes for close at 1732252521254Obtaining lock to block concurrent updates at 1732252521254Preparing flush snapshotting stores in f4ea15c005fa1ae6ff058ef40f6d85d1 at 1732252521254Finished memstore snapshotting TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732252521255 (+1 ms)Flushing stores of TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1. at 1732252521255Flushing f4ea15c005fa1ae6ff058ef40f6d85d1/A: creating writer at 1732252521255Flushing mob file f4ea15c005fa1ae6ff058ef40f6d85d1/A: appending metadata at 1732252521261 (+6 ms)Flushing mob file f4ea15c005fa1ae6ff058ef40f6d85d1/A: closing flushed file at 1732252521261Flushing f4ea15c005fa1ae6ff058ef40f6d85d1/A: appending metadata at 1732252521671 (+410 ms)Flushing f4ea15c005fa1ae6ff058ef40f6d85d1/A: closing flushed file at 1732252521671Flushing f4ea15c005fa1ae6ff058ef40f6d85d1/B: creating writer at 1732252522084 (+413 ms)Flushing f4ea15c005fa1ae6ff058ef40f6d85d1/B: appending metadata at 1732252522087 (+3 ms)Flushing f4ea15c005fa1ae6ff058ef40f6d85d1/B: closing flushed file at 1732252522087Flushing f4ea15c005fa1ae6ff058ef40f6d85d1/C: creating writer at 1732252522499 (+412 ms)Flushing f4ea15c005fa1ae6ff058ef40f6d85d1/C: appending metadata at 1732252522501 (+2 ms)Flushing f4ea15c005fa1ae6ff058ef40f6d85d1/C: closing flushed file at 1732252522501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ffcc74: reopening flushed file at 1732252522911 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c57dc3: reopening flushed file at 1732252522916 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119189de: reopening flushed file at 1732252522923 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f4ea15c005fa1ae6ff058ef40f6d85d1 in 1676ms, sequenceid=585, compaction requested=true at 1732252522930 (+7 ms)Writing region close event to WAL at 1732252523023 (+93 ms)Running coprocessor post-close hooks at 1732252523027 (+4 ms)Closed at 1732252523028 (+1 ms) 2024-11-22T05:15:23,029 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,030 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=f4ea15c005fa1ae6ff058ef40f6d85d1, regionState=CLOSED 2024-11-22T05:15:23,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:15:23,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-22T05:15:23,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure f4ea15c005fa1ae6ff058ef40f6d85d1, server=82891a793a29,40047,1732252452553 in 1.9310 sec 2024-11-22T05:15:23,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-22T05:15:23,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f4ea15c005fa1ae6ff058ef40f6d85d1, UNASSIGN in 1.9360 sec 2024-11-22T05:15:23,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T05:15:23,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9400 sec 2024-11-22T05:15:23,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252523038"}]},"ts":"1732252523038"} 2024-11-22T05:15:23,039 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T05:15:23,039 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T05:15:23,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9500 sec 2024-11-22T05:15:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T05:15:23,236 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:23,237 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T05:15:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:23,239 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T05:15:23,240 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:23,243 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,252 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/recovered.edits] 2024-11-22T05:15:23,256 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/1241a2b16c784cdd916e493ece7a86a6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/1241a2b16c784cdd916e493ece7a86a6 2024-11-22T05:15:23,259 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/5f557ad463f1401b900357a1f9941ead to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/5f557ad463f1401b900357a1f9941ead 2024-11-22T05:15:23,261 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ee5f53d343e2445c82bacacafb408054 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/A/ee5f53d343e2445c82bacacafb408054 2024-11-22T05:15:23,265 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/16134571c3f34cde8129f8803e727414 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/16134571c3f34cde8129f8803e727414 2024-11-22T05:15:23,267 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2e81317a747d4a6cbb98013fd5e33082 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/2e81317a747d4a6cbb98013fd5e33082 2024-11-22T05:15:23,268 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/bf162cda2df7416f9530974bd92b3ca6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/B/bf162cda2df7416f9530974bd92b3ca6 2024-11-22T05:15:23,271 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2f18adcb91da4672a6b835caa7ce4144 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/2f18adcb91da4672a6b835caa7ce4144 2024-11-22T05:15:23,272 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/36e6c55b9b184a4d90d4ef998a5b931b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/36e6c55b9b184a4d90d4ef998a5b931b 2024-11-22T05:15:23,273 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/a5c9cff20b094c4094a14728d4e49691 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/C/a5c9cff20b094c4094a14728d4e49691 2024-11-22T05:15:23,276 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/recovered.edits/588.seqid to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1/recovered.edits/588.seqid 2024-11-22T05:15:23,277 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,277 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T05:15:23,277 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T05:15:23,278 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T05:15:23,284 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220160d28f648c44acb6488f96b1645593_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220160d28f648c44acb6488f96b1645593_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,298 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122032d228963554319a8382c589218fbd2_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122032d228963554319a8382c589218fbd2_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,300 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122100c28a4d8cb4083be704c1da8ffc303_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122100c28a4d8cb4083be704c1da8ffc303_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,306 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112211c230eaf74c45e8b778110ca8b1a626_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112211c230eaf74c45e8b778110ca8b1a626_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,308 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112217959a1317754868b285ae637c50f977_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112217959a1317754868b285ae637c50f977_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,310 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112218cec16ebfd54470b626753a453825a9_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112218cec16ebfd54470b626753a453825a9_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,311 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224874070e66f74288bbc6a02664cf1411_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224874070e66f74288bbc6a02664cf1411_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,313 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122490eeb399f774e9f9d0fde718d361b63_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122490eeb399f774e9f9d0fde718d361b63_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,314 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112254adf49cd1df471993f6e83854c4aa02_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112254adf49cd1df471993f6e83854c4aa02_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,315 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225b9cb041033e426b814b75a0902cbe20_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225b9cb041033e426b814b75a0902cbe20_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,317 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226287a5c2c775432a81d063f4c80ab64c_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226287a5c2c775432a81d063f4c80ab64c_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,318 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112276de01324ca642fd8a2399af044fc518_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112276de01324ca642fd8a2399af044fc518_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,319 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229e6fb1945f8945dcb7886a940885172d_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229e6fb1945f8945dcb7886a940885172d_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,320 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d03b1f7b1a984d7cb48bcd0a98a0d3d5_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d03b1f7b1a984d7cb48bcd0a98a0d3d5_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,321 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d2c098f319874a2c81836e60d99b3c16_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d2c098f319874a2c81836e60d99b3c16_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,322 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d623916f32634c60bbaf4a76df58f24a_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d623916f32634c60bbaf4a76df58f24a_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,324 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e26f24497bd24908b253d4d96d95fe74_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e26f24497bd24908b253d4d96d95fe74_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,325 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e938d2c8a589405bad9e099c620088fb_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e938d2c8a589405bad9e099c620088fb_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,326 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fa1f039937c14e1eafa84bc913bf5e29_f4ea15c005fa1ae6ff058ef40f6d85d1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fa1f039937c14e1eafa84bc913bf5e29_f4ea15c005fa1ae6ff058ef40f6d85d1 2024-11-22T05:15:23,327 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T05:15:23,329 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:23,332 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T05:15:23,335 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T05:15:23,336 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:23,336 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T05:15:23,336 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732252523336"}]},"ts":"9223372036854775807"} 2024-11-22T05:15:23,338 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T05:15:23,338 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f4ea15c005fa1ae6ff058ef40f6d85d1, NAME => 'TestAcidGuarantees,,1732252490651.f4ea15c005fa1ae6ff058ef40f6d85d1.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T05:15:23,339 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T05:15:23,339 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732252523339"}]},"ts":"9223372036854775807"} 2024-11-22T05:15:23,341 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T05:15:23,341 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:23,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 104 msec 2024-11-22T05:15:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T05:15:23,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T05:15:23,349 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:23,359 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249 (was 247) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/cluster_175711c0-865b-d4de-7066-b6fd2549528f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_29986461_22 at /127.0.0.1:51512 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/cluster_175711c0-865b-d4de-7066-b6fd2549528f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 372) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8482 (was 7571) - AvailableMemoryMB LEAK? - 2024-11-22T05:15:23,371 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=249, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=8480 2024-11-22T05:15:23,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T05:15:23,373 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:15:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:23,376 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:15:23,376 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:23,376 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-11-22T05:15:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T05:15:23,377 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:15:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742034_1210 (size=1061) 2024-11-22T05:15:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T05:15:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T05:15:23,789 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410 2024-11-22T05:15:23,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742035_1211 (size=53) 2024-11-22T05:15:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T05:15:24,195 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:15:24,195 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 46a212c78bc62ecb2048da50d2f6bfa8, disabling compactions & flushes 2024-11-22T05:15:24,195 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:24,195 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:24,195 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. after waiting 0 ms 2024-11-22T05:15:24,195 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:24,195 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:24,195 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46a212c78bc62ecb2048da50d2f6bfa8: Waiting for close lock at 1732252524195Disabling compacts and flushes for region at 1732252524195Disabling writes for close at 1732252524195Writing region close event to WAL at 1732252524195Closed at 1732252524195 2024-11-22T05:15:24,197 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:15:24,197 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732252524197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252524197"}]},"ts":"1732252524197"} 2024-11-22T05:15:24,199 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:15:24,199 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:15:24,200 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252524199"}]},"ts":"1732252524199"} 2024-11-22T05:15:24,201 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T05:15:24,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=46a212c78bc62ecb2048da50d2f6bfa8, ASSIGN}] 2024-11-22T05:15:24,203 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=46a212c78bc62ecb2048da50d2f6bfa8, ASSIGN 2024-11-22T05:15:24,203 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=46a212c78bc62ecb2048da50d2f6bfa8, ASSIGN; state=OFFLINE, location=82891a793a29,40047,1732252452553; forceNewPlan=false, retain=false 2024-11-22T05:15:24,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=46a212c78bc62ecb2048da50d2f6bfa8, regionState=OPENING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:15:24,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=46a212c78bc62ecb2048da50d2f6bfa8, ASSIGN because future has completed 2024-11-22T05:15:24,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:15:24,514 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:24,514 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:15:24,515 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,515 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:15:24,515 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,516 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T05:15:24,517 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,519 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:15:24,519 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a212c78bc62ecb2048da50d2f6bfa8 columnFamilyName A 2024-11-22T05:15:24,519 DEBUG [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:24,520 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] regionserver.HStore(327): Store=46a212c78bc62ecb2048da50d2f6bfa8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:15:24,520 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,521 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:15:24,521 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a212c78bc62ecb2048da50d2f6bfa8 columnFamilyName B 2024-11-22T05:15:24,521 DEBUG [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:24,522 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] regionserver.HStore(327): Store=46a212c78bc62ecb2048da50d2f6bfa8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:15:24,522 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,523 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:15:24,523 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46a212c78bc62ecb2048da50d2f6bfa8 columnFamilyName C 2024-11-22T05:15:24,523 DEBUG [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:24,524 INFO [StoreOpener-46a212c78bc62ecb2048da50d2f6bfa8-1 {}] regionserver.HStore(327): Store=46a212c78bc62ecb2048da50d2f6bfa8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:15:24,524 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:24,524 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,525 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,525 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,526 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,526 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,527 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:15:24,528 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,530 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:15:24,530 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 46a212c78bc62ecb2048da50d2f6bfa8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68569083, jitterRate=0.02175895869731903}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:15:24,530 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:24,531 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 46a212c78bc62ecb2048da50d2f6bfa8: Running coprocessor pre-open hook at 1732252524516Writing region info on filesystem at 1732252524516Initializing all the Stores at 1732252524517 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252524517Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252524517Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252524517Cleaning up temporary data from old regions at 1732252524526 (+9 ms)Running coprocessor post-open hooks at 1732252524530 (+4 ms)Region opened successfully at 1732252524531 (+1 ms) 2024-11-22T05:15:24,531 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., pid=65, masterSystemTime=1732252524508 2024-11-22T05:15:24,533 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:24,533 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:24,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=46a212c78bc62ecb2048da50d2f6bfa8, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:15:24,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:15:24,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-22T05:15:24,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 in 179 msec 2024-11-22T05:15:24,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-22T05:15:24,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=46a212c78bc62ecb2048da50d2f6bfa8, ASSIGN in 336 msec 2024-11-22T05:15:24,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:15:24,539 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252524539"}]},"ts":"1732252524539"} 2024-11-22T05:15:24,540 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T05:15:24,540 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:15:24,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-22T05:15:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T05:15:25,536 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:25,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533c1a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,539 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6bc0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,541 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38651733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:15:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,42297,1732252451391 2024-11-22T05:15:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c9085cc 2024-11-22T05:15:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:15:25,547 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:15:25,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2dccd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,549 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b4d2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,551 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6121e7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661204ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,553 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0b84d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,555 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e099d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40655b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,558 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f650785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,559 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1d967b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d355d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,562 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4ae89a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,564 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3dfd8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51107695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,567 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6fd378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,569 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0178c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a987c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,571 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41123a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,572 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e83bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a60f526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,574 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7f903b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,575 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d162772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd078e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,577 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4411834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,578 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a34e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515ac970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,580 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5772f126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,581 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514e1078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a38ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:25,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:25,583 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ccb492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:25,584 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:25,584 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:25,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb1902b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:25,585 DEBUG [Thread-1006 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,585 DEBUG [Thread-1019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,586 DEBUG [Thread-1021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,586 DEBUG [Thread-1008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,586 DEBUG [Thread-1010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,586 DEBUG [Thread-1023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,586 DEBUG [Thread-1015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,587 DEBUG [Thread-1004 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,588 DEBUG [Thread-1012 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,588 DEBUG [Thread-1010 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,589 DEBUG [Thread-1017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,589 DEBUG [Thread-1010 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-22T05:15:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:15:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T05:15:25,592 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:15:25,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:25,593 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:25,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:15:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:15:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:15:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:15:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:15:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:15:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:15:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:15:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:25,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:15:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:25,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/023370f2dfbd457e929cf73487de1970 is 50, key is test_row_0/A:col10/1732252525601/Put/seqid=0 2024-11-22T05:15:25,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252585625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252525620, max timestamp=1732252525630Num uniques 859; 2024-11-22T05:15:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:15:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252525620, max timestamp=1732252525630Num uniques 859; 2024-11-22T05:15:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252525620, max timestamp=1732252525630Num uniques 859; 2024-11-22T05:15:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:15:25,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:15:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742036_1212 (size=14341) 2024-11-22T05:15:25,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252585654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252585655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252585659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252585661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T05:15:25,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T05:15:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:25,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:25,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:25,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252585746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252585766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252585766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252585775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252585776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T05:15:25,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:25,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:25,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:25,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T05:15:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252585956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252585976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252585976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252585986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:25,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252585986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:25,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:25,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/023370f2dfbd457e929cf73487de1970 2024-11-22T05:15:26,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T05:15:26,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:26,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/a0b78ac0b8814644b9836d357f2f09f5 is 50, key is test_row_0/B:col10/1732252525601/Put/seqid=0 2024-11-22T05:15:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742037_1213 (size=12001) 2024-11-22T05:15:26,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T05:15:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T05:15:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252586265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252586286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252586286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252586296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252586296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T05:15:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/a0b78ac0b8814644b9836d357f2f09f5 2024-11-22T05:15:26,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f55e844172694e42a7f900108c186e38 is 50, key is test_row_0/C:col10/1732252525601/Put/seqid=0 2024-11-22T05:15:26,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T05:15:26,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:26,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742038_1214 (size=12001) 2024-11-22T05:15:26,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T05:15:26,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:26,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T05:15:26,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252586776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252586796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:26,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252586797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252586805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:26,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252586806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:26,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T05:15:26,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:26,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:26,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f55e844172694e42a7f900108c186e38 2024-11-22T05:15:26,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/023370f2dfbd457e929cf73487de1970 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/023370f2dfbd457e929cf73487de1970 2024-11-22T05:15:26,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/023370f2dfbd457e929cf73487de1970, entries=200, sequenceid=13, filesize=14.0 K 2024-11-22T05:15:26,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/a0b78ac0b8814644b9836d357f2f09f5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a0b78ac0b8814644b9836d357f2f09f5 2024-11-22T05:15:26,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a0b78ac0b8814644b9836d357f2f09f5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T05:15:26,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f55e844172694e42a7f900108c186e38 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f55e844172694e42a7f900108c186e38 2024-11-22T05:15:26,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f55e844172694e42a7f900108c186e38, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T05:15:26,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 46a212c78bc62ecb2048da50d2f6bfa8 in 1361ms, sequenceid=13, compaction requested=false 2024-11-22T05:15:26,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:26,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T05:15:26,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:26,979 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=120.76 KB heapSize=335.77 KB 2024-11-22T05:15:26,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:26,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:26,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:26,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:26,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:26,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:26,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/6781e9558e8f473f9d20c5676bfda2d8 is 50, key is test_row_0/A:col10/1732252525654/Put/seqid=0 2024-11-22T05:15:26,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742039_1215 (size=12001) 2024-11-22T05:15:27,399 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/6781e9558e8f473f9d20c5676bfda2d8 2024-11-22T05:15:27,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/1b45e72f4d2143aeb67e420c3934d993 is 50, key is test_row_0/B:col10/1732252525654/Put/seqid=0 2024-11-22T05:15:27,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742040_1216 (size=12001) 2024-11-22T05:15:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T05:15:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:27,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252587810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:27,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252587810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:27,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252587814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:27,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252587815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:27,820 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:27,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252587826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:27,829 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:27,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:27,848 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/1b45e72f4d2143aeb67e420c3934d993 2024-11-22T05:15:27,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/c4b9cb2f40364358b6d66ab2c13c2b35 is 50, key is test_row_0/C:col10/1732252525654/Put/seqid=0 2024-11-22T05:15:27,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742041_1217 (size=12001) 2024-11-22T05:15:27,873 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/c4b9cb2f40364358b6d66ab2c13c2b35 2024-11-22T05:15:27,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/6781e9558e8f473f9d20c5676bfda2d8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/6781e9558e8f473f9d20c5676bfda2d8 2024-11-22T05:15:27,889 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/6781e9558e8f473f9d20c5676bfda2d8, entries=150, sequenceid=46, filesize=11.7 K 2024-11-22T05:15:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/1b45e72f4d2143aeb67e420c3934d993 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1b45e72f4d2143aeb67e420c3934d993 2024-11-22T05:15:27,898 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1b45e72f4d2143aeb67e420c3934d993, entries=150, sequenceid=46, filesize=11.7 K 2024-11-22T05:15:27,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/c4b9cb2f40364358b6d66ab2c13c2b35 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c4b9cb2f40364358b6d66ab2c13c2b35 2024-11-22T05:15:27,905 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c4b9cb2f40364358b6d66ab2c13c2b35, entries=150, sequenceid=46, filesize=11.7 K 2024-11-22T05:15:27,906 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~335.72 KB/343776, currentSize=60.38 KB/61830 for 46a212c78bc62ecb2048da50d2f6bfa8 in 926ms, sequenceid=46, compaction requested=false 2024-11-22T05:15:27,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:27,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:27,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-22T05:15:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-22T05:15:27,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-22T05:15:27,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3150 sec 2024-11-22T05:15:27,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.3230 sec 2024-11-22T05:15:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:27,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T05:15:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:27,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:27,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/cabb9d188c544f608ceef48d2a97476c is 50, key is test_row_0/A:col10/1732252527813/Put/seqid=0 2024-11-22T05:15:27,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742042_1218 (size=14341) 2024-11-22T05:15:27,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252587954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:27,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:27,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252587959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252587961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:28,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252588066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:28,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252588076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252588076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:28,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252588275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:28,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252588286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252588286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:28,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:28,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/cabb9d188c544f608ceef48d2a97476c 2024-11-22T05:15:28,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b290d61b17e442089a9db6e36f3a3b16 is 50, key is test_row_0/B:col10/1732252527813/Put/seqid=0 2024-11-22T05:15:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742043_1219 (size=12001) 2024-11-22T05:15:28,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:15:28,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252588586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:28,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252588596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252588596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:28,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:28,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b290d61b17e442089a9db6e36f3a3b16 2024-11-22T05:15:28,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/3da9e45b512f4407aa6e83521828fd3e is 50, key is test_row_0/C:col10/1732252527813/Put/seqid=0 2024-11-22T05:15:28,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742044_1220 (size=12001) 2024-11-22T05:15:29,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252589106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252589106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252589106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:29,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/3da9e45b512f4407aa6e83521828fd3e 2024-11-22T05:15:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/cabb9d188c544f608ceef48d2a97476c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/cabb9d188c544f608ceef48d2a97476c 2024-11-22T05:15:29,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/cabb9d188c544f608ceef48d2a97476c, entries=200, sequenceid=61, filesize=14.0 K 2024-11-22T05:15:29,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b290d61b17e442089a9db6e36f3a3b16 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b290d61b17e442089a9db6e36f3a3b16 2024-11-22T05:15:29,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b290d61b17e442089a9db6e36f3a3b16, entries=150, sequenceid=61, filesize=11.7 K 2024-11-22T05:15:29,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/3da9e45b512f4407aa6e83521828fd3e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3da9e45b512f4407aa6e83521828fd3e 2024-11-22T05:15:29,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3da9e45b512f4407aa6e83521828fd3e, entries=150, sequenceid=61, filesize=11.7 K 2024-11-22T05:15:29,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 46a212c78bc62ecb2048da50d2f6bfa8 in 1292ms, sequenceid=61, compaction requested=true 2024-11-22T05:15:29,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:29,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:29,222 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:29,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:29,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:29,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:29,222 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:29,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:29,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:29,224 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:29,224 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/A is initiating minor compaction (all files) 2024-11-22T05:15:29,224 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/A in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:29,224 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/023370f2dfbd457e929cf73487de1970, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/6781e9558e8f473f9d20c5676bfda2d8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/cabb9d188c544f608ceef48d2a97476c] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=39.7 K 2024-11-22T05:15:29,224 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:29,224 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/B is initiating minor compaction (all files) 2024-11-22T05:15:29,224 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/B in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:29,224 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a0b78ac0b8814644b9836d357f2f09f5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1b45e72f4d2143aeb67e420c3934d993, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b290d61b17e442089a9db6e36f3a3b16] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=35.2 K 2024-11-22T05:15:29,224 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 023370f2dfbd457e929cf73487de1970, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732252525598 2024-11-22T05:15:29,225 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6781e9558e8f473f9d20c5676bfda2d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732252525652 2024-11-22T05:15:29,225 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting a0b78ac0b8814644b9836d357f2f09f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732252525600 2024-11-22T05:15:29,225 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b45e72f4d2143aeb67e420c3934d993, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732252525652 2024-11-22T05:15:29,225 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting cabb9d188c544f608ceef48d2a97476c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732252527798 2024-11-22T05:15:29,226 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b290d61b17e442089a9db6e36f3a3b16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732252527798 2024-11-22T05:15:29,242 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:29,242 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/85bfc5f4734247d99584e27cd4f4a9f1 is 50, key is test_row_0/B:col10/1732252527813/Put/seqid=0 2024-11-22T05:15:29,250 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#A#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:29,250 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/17a8db96bbab426da3e9ea017ae97fab is 50, key is test_row_0/A:col10/1732252527813/Put/seqid=0 2024-11-22T05:15:29,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742045_1221 (size=12104) 2024-11-22T05:15:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742046_1222 (size=12104) 2024-11-22T05:15:29,270 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/85bfc5f4734247d99584e27cd4f4a9f1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/85bfc5f4734247d99584e27cd4f4a9f1 2024-11-22T05:15:29,276 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/B of 46a212c78bc62ecb2048da50d2f6bfa8 into 85bfc5f4734247d99584e27cd4f4a9f1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:29,276 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:29,276 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/B, priority=13, startTime=1732252529222; duration=0sec 2024-11-22T05:15:29,277 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:29,277 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:B 2024-11-22T05:15:29,277 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:29,279 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:29,279 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/C is initiating minor compaction (all files) 2024-11-22T05:15:29,279 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/C in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:29,279 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f55e844172694e42a7f900108c186e38, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c4b9cb2f40364358b6d66ab2c13c2b35, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3da9e45b512f4407aa6e83521828fd3e] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=35.2 K 2024-11-22T05:15:29,279 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting f55e844172694e42a7f900108c186e38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732252525600 2024-11-22T05:15:29,280 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting c4b9cb2f40364358b6d66ab2c13c2b35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732252525652 2024-11-22T05:15:29,280 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 3da9e45b512f4407aa6e83521828fd3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732252527798 2024-11-22T05:15:29,287 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:29,287 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/c8bf5b6629a74652a6bccea5c51d526a is 50, key is test_row_0/C:col10/1732252527813/Put/seqid=0 2024-11-22T05:15:29,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742047_1223 (size=12104) 2024-11-22T05:15:29,672 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/17a8db96bbab426da3e9ea017ae97fab as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/17a8db96bbab426da3e9ea017ae97fab 2024-11-22T05:15:29,677 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/A of 46a212c78bc62ecb2048da50d2f6bfa8 into 17a8db96bbab426da3e9ea017ae97fab(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:29,677 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:29,677 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/A, priority=13, startTime=1732252529222; duration=0sec 2024-11-22T05:15:29,677 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:29,677 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:A 2024-11-22T05:15:29,696 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/c8bf5b6629a74652a6bccea5c51d526a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c8bf5b6629a74652a6bccea5c51d526a 2024-11-22T05:15:29,700 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/C of 46a212c78bc62ecb2048da50d2f6bfa8 into c8bf5b6629a74652a6bccea5c51d526a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:29,700 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:29,701 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/C, priority=13, startTime=1732252529223; duration=0sec 2024-11-22T05:15:29,701 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:29,701 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:C 2024-11-22T05:15:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T05:15:29,766 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:29,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-22T05:15:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T05:15:29,769 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:29,770 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:29,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:29,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T05:15:29,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:29,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:29,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:29,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:29,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:29,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:29,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/349a5ad90771401db42a2d2d16eb393d is 50, key is test_row_0/A:col10/1732252529838/Put/seqid=0 2024-11-22T05:15:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742048_1224 (size=14341) 2024-11-22T05:15:29,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/349a5ad90771401db42a2d2d16eb393d 2024-11-22T05:15:29,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252589866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:29,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b5b5163e5090423bbe1241e1f4086d09 is 50, key is test_row_0/B:col10/1732252529838/Put/seqid=0 2024-11-22T05:15:29,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:29,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252589872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:29,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T05:15:29,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742049_1225 (size=12001) 2024-11-22T05:15:29,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b5b5163e5090423bbe1241e1f4086d09 2024-11-22T05:15:29,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/43066f2e2ee04e8ba83ef4fd887ea38e is 50, key is test_row_0/C:col10/1732252529838/Put/seqid=0 2024-11-22T05:15:29,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742050_1226 (size=12001) 2024-11-22T05:15:29,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T05:15:29,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:29,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:29,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:29,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:29,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:29,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252589975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:29,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252589986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:29,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T05:15:30,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:30,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:30,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:30,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:30,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T05:15:30,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252590116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,118 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252590126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252590126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,128 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,128 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252590186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252590196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T05:15:30,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:30,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:30,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:30,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:30,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:30,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/43066f2e2ee04e8ba83ef4fd887ea38e 2024-11-22T05:15:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/349a5ad90771401db42a2d2d16eb393d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/349a5ad90771401db42a2d2d16eb393d 2024-11-22T05:15:30,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/349a5ad90771401db42a2d2d16eb393d, entries=200, sequenceid=82, filesize=14.0 K 2024-11-22T05:15:30,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b5b5163e5090423bbe1241e1f4086d09 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b5b5163e5090423bbe1241e1f4086d09 2024-11-22T05:15:30,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b5b5163e5090423bbe1241e1f4086d09, entries=150, sequenceid=82, filesize=11.7 K 2024-11-22T05:15:30,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/43066f2e2ee04e8ba83ef4fd887ea38e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/43066f2e2ee04e8ba83ef4fd887ea38e 2024-11-22T05:15:30,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/43066f2e2ee04e8ba83ef4fd887ea38e, entries=150, sequenceid=82, filesize=11.7 K 2024-11-22T05:15:30,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 46a212c78bc62ecb2048da50d2f6bfa8 in 505ms, sequenceid=82, compaction requested=false 2024-11-22T05:15:30,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:30,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T05:15:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:30,381 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T05:15:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/331cda6b8dfd4148940d95483a97cc95 is 50, key is test_row_0/A:col10/1732252529847/Put/seqid=0 2024-11-22T05:15:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742051_1227 (size=12001) 2024-11-22T05:15:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T05:15:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:30,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:30,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252590567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252590567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252590676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252590676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,790 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/331cda6b8dfd4148940d95483a97cc95 2024-11-22T05:15:30,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/0fbba6b47db0458b8c6593ebe17ed793 is 50, key is test_row_0/B:col10/1732252529847/Put/seqid=0 2024-11-22T05:15:30,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742052_1228 (size=12001) 2024-11-22T05:15:30,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252590886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252590886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T05:15:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252591195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252591195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:31,207 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/0fbba6b47db0458b8c6593ebe17ed793 2024-11-22T05:15:31,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e0d479242c414d44abd2415c92eb64d0 is 50, key is test_row_0/C:col10/1732252529847/Put/seqid=0 2024-11-22T05:15:31,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742053_1229 (size=12001) 2024-11-22T05:15:31,618 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e0d479242c414d44abd2415c92eb64d0 2024-11-22T05:15:31,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/331cda6b8dfd4148940d95483a97cc95 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/331cda6b8dfd4148940d95483a97cc95 2024-11-22T05:15:31,627 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/331cda6b8dfd4148940d95483a97cc95, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T05:15:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/0fbba6b47db0458b8c6593ebe17ed793 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0fbba6b47db0458b8c6593ebe17ed793 2024-11-22T05:15:31,632 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0fbba6b47db0458b8c6593ebe17ed793, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T05:15:31,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e0d479242c414d44abd2415c92eb64d0 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e0d479242c414d44abd2415c92eb64d0 2024-11-22T05:15:31,637 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e0d479242c414d44abd2415c92eb64d0, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T05:15:31,638 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 46a212c78bc62ecb2048da50d2f6bfa8 in 1257ms, sequenceid=96, compaction requested=true 2024-11-22T05:15:31,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:31,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:31,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-22T05:15:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-22T05:15:31,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-22T05:15:31,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8690 sec 2024-11-22T05:15:31,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.8740 sec 2024-11-22T05:15:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:31,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T05:15:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:31,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:31,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/169656954e394a3e8dd8ad4c48b4e1da is 50, key is test_row_0/A:col10/1732252530525/Put/seqid=0 2024-11-22T05:15:31,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742054_1230 (size=12001) 2024-11-22T05:15:31,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252591732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:31,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252591737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:31,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:31,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252591846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:31,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252591846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T05:15:31,916 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:31,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-22T05:15:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T05:15:31,918 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:31,919 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:31,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T05:15:32,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252592056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252592056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T05:15:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:32,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:32,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/169656954e394a3e8dd8ad4c48b4e1da 2024-11-22T05:15:32,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/0d91b982e95940049dc8dbe2de89a1b6 is 50, key is test_row_0/B:col10/1732252530525/Put/seqid=0 2024-11-22T05:15:32,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742055_1231 (size=12001) 2024-11-22T05:15:32,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/0d91b982e95940049dc8dbe2de89a1b6 2024-11-22T05:15:32,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252592136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,138 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/712fb201dbeb4cc29dc08b6d020b28b1 is 50, key is test_row_0/C:col10/1732252530525/Put/seqid=0 2024-11-22T05:15:32,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742056_1232 (size=12001) 2024-11-22T05:15:32,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/712fb201dbeb4cc29dc08b6d020b28b1 2024-11-22T05:15:32,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252592146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252592146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,150 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,150 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/169656954e394a3e8dd8ad4c48b4e1da as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/169656954e394a3e8dd8ad4c48b4e1da 2024-11-22T05:15:32,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/169656954e394a3e8dd8ad4c48b4e1da, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T05:15:32,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/0d91b982e95940049dc8dbe2de89a1b6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0d91b982e95940049dc8dbe2de89a1b6 2024-11-22T05:15:32,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0d91b982e95940049dc8dbe2de89a1b6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T05:15:32,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/712fb201dbeb4cc29dc08b6d020b28b1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/712fb201dbeb4cc29dc08b6d020b28b1 2024-11-22T05:15:32,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/712fb201dbeb4cc29dc08b6d020b28b1, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T05:15:32,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 46a212c78bc62ecb2048da50d2f6bfa8 in 460ms, sequenceid=115, compaction requested=true 2024-11-22T05:15:32,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:32,171 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:32,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:32,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:32,172 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:32,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:32,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:32,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:32,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:32,180 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:32,180 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/B is initiating minor compaction (all files) 2024-11-22T05:15:32,180 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/B in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,180 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/85bfc5f4734247d99584e27cd4f4a9f1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b5b5163e5090423bbe1241e1f4086d09, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0fbba6b47db0458b8c6593ebe17ed793, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0d91b982e95940049dc8dbe2de89a1b6] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=47.0 K 2024-11-22T05:15:32,181 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:32,181 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/A is initiating minor compaction (all files) 2024-11-22T05:15:32,181 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/A in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,181 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/17a8db96bbab426da3e9ea017ae97fab, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/349a5ad90771401db42a2d2d16eb393d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/331cda6b8dfd4148940d95483a97cc95, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/169656954e394a3e8dd8ad4c48b4e1da] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=49.3 K 2024-11-22T05:15:32,181 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 85bfc5f4734247d99584e27cd4f4a9f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732252527798 2024-11-22T05:15:32,182 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b5b5163e5090423bbe1241e1f4086d09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732252527934 2024-11-22T05:15:32,182 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17a8db96bbab426da3e9ea017ae97fab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732252527798 2024-11-22T05:15:32,183 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 349a5ad90771401db42a2d2d16eb393d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732252527934 2024-11-22T05:15:32,183 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fbba6b47db0458b8c6593ebe17ed793, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732252529847 2024-11-22T05:15:32,185 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 331cda6b8dfd4148940d95483a97cc95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732252529847 2024-11-22T05:15:32,185 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d91b982e95940049dc8dbe2de89a1b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732252530525 2024-11-22T05:15:32,185 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 169656954e394a3e8dd8ad4c48b4e1da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732252530525 2024-11-22T05:15:32,199 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:32,200 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/fa70d30f80e247518cd230b488105b3e is 50, key is test_row_0/B:col10/1732252530525/Put/seqid=0 2024-11-22T05:15:32,207 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#A#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:32,208 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/b5a0d317987544978f104f380064363a is 50, key is test_row_0/A:col10/1732252530525/Put/seqid=0 2024-11-22T05:15:32,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T05:15:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,224 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T05:15:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742057_1233 (size=12241) 2024-11-22T05:15:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T05:15:32,240 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/fa70d30f80e247518cd230b488105b3e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fa70d30f80e247518cd230b488105b3e 2024-11-22T05:15:32,245 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/B of 46a212c78bc62ecb2048da50d2f6bfa8 into fa70d30f80e247518cd230b488105b3e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:32,245 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:32,245 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/B, priority=12, startTime=1732252532172; duration=0sec 2024-11-22T05:15:32,245 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:32,245 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:B 2024-11-22T05:15:32,246 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:32,247 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:32,247 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/C is initiating minor compaction (all files) 2024-11-22T05:15:32,247 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/C in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,247 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c8bf5b6629a74652a6bccea5c51d526a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/43066f2e2ee04e8ba83ef4fd887ea38e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e0d479242c414d44abd2415c92eb64d0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/712fb201dbeb4cc29dc08b6d020b28b1] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=47.0 K 2024-11-22T05:15:32,248 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting c8bf5b6629a74652a6bccea5c51d526a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732252527798 2024-11-22T05:15:32,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/21fbabf91ae043cbb2bab173cdedafbd is 50, key is test_row_0/A:col10/1732252531735/Put/seqid=0 2024-11-22T05:15:32,248 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 43066f2e2ee04e8ba83ef4fd887ea38e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732252527934 2024-11-22T05:15:32,249 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting e0d479242c414d44abd2415c92eb64d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732252529847 2024-11-22T05:15:32,249 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 712fb201dbeb4cc29dc08b6d020b28b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732252530525 2024-11-22T05:15:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742059_1235 (size=12001) 2024-11-22T05:15:32,262 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:32,262 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/21fbabf91ae043cbb2bab173cdedafbd 2024-11-22T05:15:32,262 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e14991d6e95c45deb12f90a7d3e46042 is 50, key is test_row_0/C:col10/1732252530525/Put/seqid=0 2024-11-22T05:15:32,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742058_1234 (size=12241) 2024-11-22T05:15:32,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/a4a86878004c47628fce6227fd798172 is 50, key is test_row_0/B:col10/1732252531735/Put/seqid=0 2024-11-22T05:15:32,285 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/b5a0d317987544978f104f380064363a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b5a0d317987544978f104f380064363a 2024-11-22T05:15:32,297 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/A of 46a212c78bc62ecb2048da50d2f6bfa8 into b5a0d317987544978f104f380064363a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:32,297 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:32,297 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/A, priority=12, startTime=1732252532171; duration=0sec 2024-11-22T05:15:32,297 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:32,297 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:A 2024-11-22T05:15:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742060_1236 (size=12241) 2024-11-22T05:15:32,312 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e14991d6e95c45deb12f90a7d3e46042 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e14991d6e95c45deb12f90a7d3e46042 2024-11-22T05:15:32,324 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/C of 46a212c78bc62ecb2048da50d2f6bfa8 into e14991d6e95c45deb12f90a7d3e46042(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:32,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742061_1237 (size=12001) 2024-11-22T05:15:32,325 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:32,325 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/C, priority=12, startTime=1732252532172; duration=0sec 2024-11-22T05:15:32,326 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:32,326 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:C 2024-11-22T05:15:32,327 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/a4a86878004c47628fce6227fd798172 2024-11-22T05:15:32,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e43d4777398943fa9efb0017f341e011 is 50, key is test_row_0/C:col10/1732252531735/Put/seqid=0 2024-11-22T05:15:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742062_1238 (size=12001) 2024-11-22T05:15:32,366 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e43d4777398943fa9efb0017f341e011 2024-11-22T05:15:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:32,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/21fbabf91ae043cbb2bab173cdedafbd as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/21fbabf91ae043cbb2bab173cdedafbd 2024-11-22T05:15:32,377 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/21fbabf91ae043cbb2bab173cdedafbd, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T05:15:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/a4a86878004c47628fce6227fd798172 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a4a86878004c47628fce6227fd798172 2024-11-22T05:15:32,386 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a4a86878004c47628fce6227fd798172, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T05:15:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e43d4777398943fa9efb0017f341e011 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e43d4777398943fa9efb0017f341e011 2024-11-22T05:15:32,394 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e43d4777398943fa9efb0017f341e011, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T05:15:32,395 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=73.80 KB/75570 for 46a212c78bc62ecb2048da50d2f6bfa8 in 171ms, sequenceid=128, compaction requested=false 2024-11-22T05:15:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-22T05:15:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-22T05:15:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:32,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T05:15:32,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:32,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-22T05:15:32,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 479 msec 2024-11-22T05:15:32,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:32,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:32,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:32,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:32,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:32,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 485 msec 2024-11-22T05:15:32,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/83391853cc07401091a79f943c44c93b is 50, key is test_row_0/A:col10/1732252532391/Put/seqid=0 2024-11-22T05:15:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742063_1239 (size=14541) 2024-11-22T05:15:32,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252592432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252592435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T05:15:32,546 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:32,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-22T05:15:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T05:15:32,548 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:32,549 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:32,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252592546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252592546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T05:15:32,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T05:15:32,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:32,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:32,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:32,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252592756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252592756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:32,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/83391853cc07401091a79f943c44c93b 2024-11-22T05:15:32,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/de706fdde2fb44f1b6ecfd876f356eae is 50, key is test_row_0/B:col10/1732252532391/Put/seqid=0 2024-11-22T05:15:32,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742064_1240 (size=12151) 2024-11-22T05:15:32,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T05:15:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:32,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:32,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T05:15:33,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T05:15:33,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:33,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252593066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:33,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252593076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:33,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:33,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:33,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:33,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T05:15:33,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:33,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T05:15:33,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/de706fdde2fb44f1b6ecfd876f356eae 2024-11-22T05:15:33,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/09cba226a4e944da966daa9830751379 is 50, key is test_row_0/C:col10/1732252532391/Put/seqid=0 2024-11-22T05:15:33,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742065_1241 (size=12151) 2024-11-22T05:15:33,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T05:15:33,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:33,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T05:15:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252593576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:33,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252593586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:33,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T05:15:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:33,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/09cba226a4e944da966daa9830751379 2024-11-22T05:15:33,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/83391853cc07401091a79f943c44c93b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/83391853cc07401091a79f943c44c93b 2024-11-22T05:15:33,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/83391853cc07401091a79f943c44c93b, entries=200, sequenceid=147, filesize=14.2 K 2024-11-22T05:15:33,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/de706fdde2fb44f1b6ecfd876f356eae as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/de706fdde2fb44f1b6ecfd876f356eae 2024-11-22T05:15:33,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/de706fdde2fb44f1b6ecfd876f356eae, entries=150, sequenceid=147, filesize=11.9 K 2024-11-22T05:15:33,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/09cba226a4e944da966daa9830751379 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/09cba226a4e944da966daa9830751379 2024-11-22T05:15:33,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/09cba226a4e944da966daa9830751379, entries=150, sequenceid=147, filesize=11.9 K 2024-11-22T05:15:33,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 46a212c78bc62ecb2048da50d2f6bfa8 in 1262ms, sequenceid=147, compaction requested=true 2024-11-22T05:15:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:33,660 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:33,660 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:33,661 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:33,661 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/B is initiating minor compaction (all files) 2024-11-22T05:15:33,661 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/B in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,662 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fa70d30f80e247518cd230b488105b3e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a4a86878004c47628fce6227fd798172, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/de706fdde2fb44f1b6ecfd876f356eae] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=35.5 K 2024-11-22T05:15:33,662 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:33,662 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting fa70d30f80e247518cd230b488105b3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732252530525 2024-11-22T05:15:33,662 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/A is initiating minor compaction (all files) 2024-11-22T05:15:33,662 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/A in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,662 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b5a0d317987544978f104f380064363a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/21fbabf91ae043cbb2bab173cdedafbd, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/83391853cc07401091a79f943c44c93b] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=37.9 K 2024-11-22T05:15:33,662 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting a4a86878004c47628fce6227fd798172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732252531715 2024-11-22T05:15:33,662 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5a0d317987544978f104f380064363a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732252530525 2024-11-22T05:15:33,663 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting de706fdde2fb44f1b6ecfd876f356eae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732252532391 2024-11-22T05:15:33,663 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21fbabf91ae043cbb2bab173cdedafbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732252531715 2024-11-22T05:15:33,663 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83391853cc07401091a79f943c44c93b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732252532377 2024-11-22T05:15:33,671 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:33,671 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/2175e607034e4bf6b6398b46b582e39d is 50, key is test_row_0/B:col10/1732252532391/Put/seqid=0 2024-11-22T05:15:33,675 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#A#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:33,675 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/550e558d13024c589020d85c11f3c475 is 50, key is test_row_0/A:col10/1732252532391/Put/seqid=0 2024-11-22T05:15:33,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742066_1242 (size=12493) 2024-11-22T05:15:33,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742067_1243 (size=12493) 2024-11-22T05:15:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T05:15:33,687 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/550e558d13024c589020d85c11f3c475 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/550e558d13024c589020d85c11f3c475 2024-11-22T05:15:33,692 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/A of 46a212c78bc62ecb2048da50d2f6bfa8 into 550e558d13024c589020d85c11f3c475(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:33,692 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:33,692 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/A, priority=13, startTime=1732252533660; duration=0sec 2024-11-22T05:15:33,692 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:33,692 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:A 2024-11-22T05:15:33,692 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:33,694 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:33,694 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/C is initiating minor compaction (all files) 2024-11-22T05:15:33,694 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/C in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,694 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e14991d6e95c45deb12f90a7d3e46042, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e43d4777398943fa9efb0017f341e011, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/09cba226a4e944da966daa9830751379] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=35.5 K 2024-11-22T05:15:33,694 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting e14991d6e95c45deb12f90a7d3e46042, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732252530525 2024-11-22T05:15:33,694 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting e43d4777398943fa9efb0017f341e011, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732252531715 2024-11-22T05:15:33,695 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09cba226a4e944da966daa9830751379, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732252532391 2024-11-22T05:15:33,702 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:33,703 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/052cea2951f34546aec2d8ab7fd3eb48 is 50, key is test_row_0/C:col10/1732252532391/Put/seqid=0 2024-11-22T05:15:33,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742068_1244 (size=12493) 2024-11-22T05:15:33,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T05:15:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:33,775 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T05:15:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:33,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:33,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/8a07ae4250234c4f8eacf8d2344313ea is 50, key is test_row_0/A:col10/1732252532424/Put/seqid=0 2024-11-22T05:15:33,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742069_1245 (size=12151) 2024-11-22T05:15:33,818 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/8a07ae4250234c4f8eacf8d2344313ea 2024-11-22T05:15:33,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/560db9f1488c4196a29887a4d5457456 is 50, key is test_row_0/B:col10/1732252532424/Put/seqid=0 2024-11-22T05:15:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742070_1246 (size=12151) 2024-11-22T05:15:34,087 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/2175e607034e4bf6b6398b46b582e39d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/2175e607034e4bf6b6398b46b582e39d 2024-11-22T05:15:34,093 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/B of 46a212c78bc62ecb2048da50d2f6bfa8 into 2175e607034e4bf6b6398b46b582e39d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:34,093 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:34,093 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/B, priority=13, startTime=1732252533660; duration=0sec 2024-11-22T05:15:34,093 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:34,093 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:B 2024-11-22T05:15:34,118 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/052cea2951f34546aec2d8ab7fd3eb48 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/052cea2951f34546aec2d8ab7fd3eb48 2024-11-22T05:15:34,128 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/C of 46a212c78bc62ecb2048da50d2f6bfa8 into 052cea2951f34546aec2d8ab7fd3eb48(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:34,128 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:34,128 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/C, priority=13, startTime=1732252533660; duration=0sec 2024-11-22T05:15:34,129 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:34,129 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:C 2024-11-22T05:15:34,243 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/560db9f1488c4196a29887a4d5457456 2024-11-22T05:15:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/667677f92048485f8dfd878881fe7eb5 is 50, key is test_row_0/C:col10/1732252532424/Put/seqid=0 2024-11-22T05:15:34,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742071_1247 (size=12151) 2024-11-22T05:15:34,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:34,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252594631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:34,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252594631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:34,673 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/667677f92048485f8dfd878881fe7eb5 2024-11-22T05:15:34,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/8a07ae4250234c4f8eacf8d2344313ea as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8a07ae4250234c4f8eacf8d2344313ea 2024-11-22T05:15:34,690 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8a07ae4250234c4f8eacf8d2344313ea, entries=150, sequenceid=164, filesize=11.9 K 2024-11-22T05:15:34,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/560db9f1488c4196a29887a4d5457456 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/560db9f1488c4196a29887a4d5457456 2024-11-22T05:15:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T05:15:34,696 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/560db9f1488c4196a29887a4d5457456, entries=150, sequenceid=164, filesize=11.9 K 2024-11-22T05:15:34,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/667677f92048485f8dfd878881fe7eb5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/667677f92048485f8dfd878881fe7eb5 2024-11-22T05:15:34,705 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/667677f92048485f8dfd878881fe7eb5, entries=150, sequenceid=164, filesize=11.9 K 2024-11-22T05:15:34,706 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 46a212c78bc62ecb2048da50d2f6bfa8 in 931ms, sequenceid=164, compaction requested=false 2024-11-22T05:15:34,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:34,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:34,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-22T05:15:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-22T05:15:34,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-22T05:15:34,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1590 sec 2024-11-22T05:15:34,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.1640 sec 2024-11-22T05:15:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:34,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T05:15:34,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:34,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:34,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:34,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:34,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:34,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:34,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/b435a441912e4d62a3539e5c8dc15107 is 50, key is test_row_0/A:col10/1732252534748/Put/seqid=0 2024-11-22T05:15:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742072_1248 (size=12151) 2024-11-22T05:15:34,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252594778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:34,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252594780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:34,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252594886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:34,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252594886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:34,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252595095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:35,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252595095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:35,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:35,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/b435a441912e4d62a3539e5c8dc15107 2024-11-22T05:15:35,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/90ff5069b37d419493c917cb0362fe53 is 50, key is test_row_0/B:col10/1732252534748/Put/seqid=0 2024-11-22T05:15:35,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742073_1249 (size=12151) 2024-11-22T05:15:35,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/90ff5069b37d419493c917cb0362fe53 2024-11-22T05:15:35,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/87b9643186ab4634ba73575e2fda0c7b is 50, key is test_row_0/C:col10/1732252534748/Put/seqid=0 2024-11-22T05:15:35,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742074_1250 (size=12151) 2024-11-22T05:15:35,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252595406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:35,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252595406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:35,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/87b9643186ab4634ba73575e2fda0c7b 2024-11-22T05:15:35,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/b435a441912e4d62a3539e5c8dc15107 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b435a441912e4d62a3539e5c8dc15107 2024-11-22T05:15:35,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b435a441912e4d62a3539e5c8dc15107, entries=150, sequenceid=183, filesize=11.9 K 2024-11-22T05:15:35,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/90ff5069b37d419493c917cb0362fe53 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/90ff5069b37d419493c917cb0362fe53 2024-11-22T05:15:35,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/90ff5069b37d419493c917cb0362fe53, entries=150, sequenceid=183, filesize=11.9 K 2024-11-22T05:15:35,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/87b9643186ab4634ba73575e2fda0c7b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/87b9643186ab4634ba73575e2fda0c7b 2024-11-22T05:15:35,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/87b9643186ab4634ba73575e2fda0c7b, entries=150, sequenceid=183, filesize=11.9 K 2024-11-22T05:15:35,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 46a212c78bc62ecb2048da50d2f6bfa8 in 876ms, sequenceid=183, compaction requested=true 2024-11-22T05:15:35,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:35,625 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:35,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:35,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:35,626 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:35,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:35,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:35,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:35,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:35,629 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:35,629 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:35,629 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/B is initiating minor compaction (all files) 2024-11-22T05:15:35,629 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/A is initiating minor compaction (all files) 2024-11-22T05:15:35,629 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/A in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:35,629 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/B in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:35,629 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/2175e607034e4bf6b6398b46b582e39d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/560db9f1488c4196a29887a4d5457456, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/90ff5069b37d419493c917cb0362fe53] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=35.9 K 2024-11-22T05:15:35,629 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/550e558d13024c589020d85c11f3c475, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8a07ae4250234c4f8eacf8d2344313ea, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b435a441912e4d62a3539e5c8dc15107] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=35.9 K 2024-11-22T05:15:35,630 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 550e558d13024c589020d85c11f3c475, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732252532391 2024-11-22T05:15:35,632 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 2175e607034e4bf6b6398b46b582e39d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732252532391 2024-11-22T05:15:35,633 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a07ae4250234c4f8eacf8d2344313ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732252532424 2024-11-22T05:15:35,633 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 560db9f1488c4196a29887a4d5457456, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732252532424 2024-11-22T05:15:35,633 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting b435a441912e4d62a3539e5c8dc15107, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732252534613 2024-11-22T05:15:35,633 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 90ff5069b37d419493c917cb0362fe53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732252534613 2024-11-22T05:15:35,642 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:35,642 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/71b5fc3582fa4301b5aed6ee800c2cc1 is 50, key is test_row_0/B:col10/1732252534748/Put/seqid=0 2024-11-22T05:15:35,645 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:35,645 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/a7805f12e16c4a9c808c909dfed8c8f9 is 50, key is test_row_0/A:col10/1732252534748/Put/seqid=0 2024-11-22T05:15:35,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742075_1251 (size=12595) 2024-11-22T05:15:35,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742076_1252 (size=12595) 2024-11-22T05:15:35,663 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/71b5fc3582fa4301b5aed6ee800c2cc1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/71b5fc3582fa4301b5aed6ee800c2cc1 2024-11-22T05:15:35,668 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/a7805f12e16c4a9c808c909dfed8c8f9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a7805f12e16c4a9c808c909dfed8c8f9 2024-11-22T05:15:35,670 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/B of 46a212c78bc62ecb2048da50d2f6bfa8 into 71b5fc3582fa4301b5aed6ee800c2cc1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:35,670 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:35,670 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/B, priority=13, startTime=1732252535626; duration=0sec 2024-11-22T05:15:35,670 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:35,670 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:B 2024-11-22T05:15:35,670 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:35,672 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:35,672 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/C is initiating minor compaction (all files) 2024-11-22T05:15:35,672 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/C in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:35,672 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/052cea2951f34546aec2d8ab7fd3eb48, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/667677f92048485f8dfd878881fe7eb5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/87b9643186ab4634ba73575e2fda0c7b] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=35.9 K 2024-11-22T05:15:35,673 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 052cea2951f34546aec2d8ab7fd3eb48, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732252532391 2024-11-22T05:15:35,675 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 667677f92048485f8dfd878881fe7eb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732252532424 2024-11-22T05:15:35,676 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 87b9643186ab4634ba73575e2fda0c7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732252534613 2024-11-22T05:15:35,682 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/A of 46a212c78bc62ecb2048da50d2f6bfa8 into a7805f12e16c4a9c808c909dfed8c8f9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:35,682 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:35,682 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/A, priority=13, startTime=1732252535625; duration=0sec 2024-11-22T05:15:35,683 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:35,683 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:A 2024-11-22T05:15:35,701 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#C#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:35,701 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/6eab2df56cfe4cbfaeffc44603e81874 is 50, key is test_row_0/C:col10/1732252534748/Put/seqid=0 2024-11-22T05:15:35,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742077_1253 (size=12595) 2024-11-22T05:15:35,724 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/6eab2df56cfe4cbfaeffc44603e81874 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/6eab2df56cfe4cbfaeffc44603e81874 2024-11-22T05:15:35,727 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/C of 46a212c78bc62ecb2048da50d2f6bfa8 into 6eab2df56cfe4cbfaeffc44603e81874(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:35,727 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:35,727 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/C, priority=13, startTime=1732252535626; duration=0sec 2024-11-22T05:15:35,728 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:35,728 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:C 2024-11-22T05:15:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:35,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T05:15:35,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:35,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:35,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:35,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:35,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:35,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:35,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/668eda3af6dc4fef9f2714303dca7898 is 50, key is test_row_0/A:col10/1732252534778/Put/seqid=0 2024-11-22T05:15:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742078_1254 (size=14541) 2024-11-22T05:15:35,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/668eda3af6dc4fef9f2714303dca7898 2024-11-22T05:15:35,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/1e5943f3883a4083873ff46495ceb803 is 50, key is test_row_0/B:col10/1732252534778/Put/seqid=0 2024-11-22T05:15:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252595943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:35,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742079_1255 (size=12151) 2024-11-22T05:15:35,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252595945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:35,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/1e5943f3883a4083873ff46495ceb803 2024-11-22T05:15:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:35,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/3721ad29195244529775fca81bcd82ee is 50, key is test_row_0/C:col10/1732252534778/Put/seqid=0 2024-11-22T05:15:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742080_1256 (size=12151) 2024-11-22T05:15:35,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/3721ad29195244529775fca81bcd82ee 2024-11-22T05:15:35,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/668eda3af6dc4fef9f2714303dca7898 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/668eda3af6dc4fef9f2714303dca7898 2024-11-22T05:15:35,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/668eda3af6dc4fef9f2714303dca7898, entries=200, sequenceid=203, filesize=14.2 K 2024-11-22T05:15:35,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/1e5943f3883a4083873ff46495ceb803 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1e5943f3883a4083873ff46495ceb803 2024-11-22T05:15:35,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1e5943f3883a4083873ff46495ceb803, entries=150, sequenceid=203, filesize=11.9 K 2024-11-22T05:15:35,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/3721ad29195244529775fca81bcd82ee as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3721ad29195244529775fca81bcd82ee 2024-11-22T05:15:36,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3721ad29195244529775fca81bcd82ee, entries=150, sequenceid=203, filesize=11.9 K 2024-11-22T05:15:36,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 46a212c78bc62ecb2048da50d2f6bfa8 in 83ms, sequenceid=203, compaction requested=false 2024-11-22T05:15:36,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:36,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T05:15:36,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:36,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:36,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:36,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:36,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:36,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:36,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/f6de7e512db140d294ebe08aa6b6ff58 is 50, key is test_row_0/A:col10/1732252535938/Put/seqid=0 2024-11-22T05:15:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742081_1257 (size=14541) 2024-11-22T05:15:36,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252596098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252596104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40554 deadline: 1732252596166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,167 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40542 deadline: 1732252596176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,179 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40560 deadline: 1732252596186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,187 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 46a212c78bc62ecb2048da50d2f6bfa8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252596206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252596216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252596415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252596426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/f6de7e512db140d294ebe08aa6b6ff58 2024-11-22T05:15:36,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b386f1e3e5794c7eac8ed2014c685b62 is 50, key is test_row_0/B:col10/1732252535938/Put/seqid=0 2024-11-22T05:15:36,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742082_1258 (size=12151) 2024-11-22T05:15:36,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b386f1e3e5794c7eac8ed2014c685b62 2024-11-22T05:15:36,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/a0fd411141194de79515c8a26a65830d is 50, key is test_row_0/C:col10/1732252535938/Put/seqid=0 2024-11-22T05:15:36,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742083_1259 (size=12151) 2024-11-22T05:15:36,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/a0fd411141194de79515c8a26a65830d 2024-11-22T05:15:36,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/f6de7e512db140d294ebe08aa6b6ff58 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/f6de7e512db140d294ebe08aa6b6ff58 2024-11-22T05:15:36,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/f6de7e512db140d294ebe08aa6b6ff58, entries=200, sequenceid=220, filesize=14.2 K 2024-11-22T05:15:36,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b386f1e3e5794c7eac8ed2014c685b62 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b386f1e3e5794c7eac8ed2014c685b62 2024-11-22T05:15:36,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b386f1e3e5794c7eac8ed2014c685b62, entries=150, sequenceid=220, filesize=11.9 K 2024-11-22T05:15:36,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/a0fd411141194de79515c8a26a65830d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/a0fd411141194de79515c8a26a65830d 2024-11-22T05:15:36,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/a0fd411141194de79515c8a26a65830d, entries=150, sequenceid=220, filesize=11.9 K 2024-11-22T05:15:36,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 46a212c78bc62ecb2048da50d2f6bfa8 in 576ms, sequenceid=220, compaction requested=true 2024-11-22T05:15:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:36,636 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:36,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:36,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:36,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:36,637 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:36,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:36,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:36,637 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:36,638 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/A is initiating minor compaction (all files) 2024-11-22T05:15:36,638 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/A in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:36,638 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:36,638 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a7805f12e16c4a9c808c909dfed8c8f9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/668eda3af6dc4fef9f2714303dca7898, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/f6de7e512db140d294ebe08aa6b6ff58] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=40.7 K 2024-11-22T05:15:36,638 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/B is initiating minor compaction (all files) 2024-11-22T05:15:36,638 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/B in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:36,638 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/71b5fc3582fa4301b5aed6ee800c2cc1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1e5943f3883a4083873ff46495ceb803, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b386f1e3e5794c7eac8ed2014c685b62] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=36.0 K 2024-11-22T05:15:36,638 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7805f12e16c4a9c808c909dfed8c8f9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732252534613 2024-11-22T05:15:36,639 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 71b5fc3582fa4301b5aed6ee800c2cc1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732252534613 2024-11-22T05:15:36,639 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 668eda3af6dc4fef9f2714303dca7898, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732252534768 2024-11-22T05:15:36,640 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e5943f3883a4083873ff46495ceb803, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732252534778 2024-11-22T05:15:36,640 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6de7e512db140d294ebe08aa6b6ff58, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732252535938 2024-11-22T05:15:36,641 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b386f1e3e5794c7eac8ed2014c685b62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732252535938 2024-11-22T05:15:36,671 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#A#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:36,671 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/d62a42fc5ab14800b8575a2e73bf16e5 is 50, key is test_row_0/A:col10/1732252535938/Put/seqid=0 2024-11-22T05:15:36,677 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:36,678 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/7aca378874814b448a011ad30d2a5475 is 50, key is test_row_0/B:col10/1732252535938/Put/seqid=0 2024-11-22T05:15:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T05:15:36,706 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:36,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-22T05:15:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T05:15:36,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742084_1260 (size=12697) 2024-11-22T05:15:36,710 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:36,711 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:36,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:36,716 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/d62a42fc5ab14800b8575a2e73bf16e5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d62a42fc5ab14800b8575a2e73bf16e5 2024-11-22T05:15:36,725 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/A of 46a212c78bc62ecb2048da50d2f6bfa8 into d62a42fc5ab14800b8575a2e73bf16e5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:36,725 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:36,725 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/A, priority=13, startTime=1732252536636; duration=0sec 2024-11-22T05:15:36,725 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:36,725 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:A 2024-11-22T05:15:36,725 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:36,726 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:36,726 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/C is initiating minor compaction (all files) 2024-11-22T05:15:36,726 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/C in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:36,727 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/6eab2df56cfe4cbfaeffc44603e81874, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3721ad29195244529775fca81bcd82ee, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/a0fd411141194de79515c8a26a65830d] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=36.0 K 2024-11-22T05:15:36,727 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eab2df56cfe4cbfaeffc44603e81874, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732252534613 2024-11-22T05:15:36,727 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3721ad29195244529775fca81bcd82ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732252534778 2024-11-22T05:15:36,728 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0fd411141194de79515c8a26a65830d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732252535938 2024-11-22T05:15:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:36,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T05:15:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742085_1261 (size=12697) 2024-11-22T05:15:36,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/430b4a8f69c2474398998f399f60d781 is 50, key is test_row_0/A:col10/1732252536731/Put/seqid=0 2024-11-22T05:15:36,762 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/7aca378874814b448a011ad30d2a5475 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/7aca378874814b448a011ad30d2a5475 2024-11-22T05:15:36,771 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#C#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:36,771 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/5ace04a70c144b3c908ae689ff4d4591 is 50, key is test_row_0/C:col10/1732252535938/Put/seqid=0 2024-11-22T05:15:36,779 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/B of 46a212c78bc62ecb2048da50d2f6bfa8 into 7aca378874814b448a011ad30d2a5475(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:36,779 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:36,780 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/B, priority=13, startTime=1732252536637; duration=0sec 2024-11-22T05:15:36,780 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:36,780 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:B 2024-11-22T05:15:36,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252596794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252596796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742086_1262 (size=14541) 2024-11-22T05:15:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T05:15:36,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/430b4a8f69c2474398998f399f60d781 2024-11-22T05:15:36,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/046c90ab8f3c4f358933c1704082a3f1 is 50, key is test_row_0/B:col10/1732252536731/Put/seqid=0 2024-11-22T05:15:36,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742087_1263 (size=12697) 2024-11-22T05:15:36,858 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/5ace04a70c144b3c908ae689ff4d4591 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/5ace04a70c144b3c908ae689ff4d4591 2024-11-22T05:15:36,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T05:15:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:36,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:36,872 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/C of 46a212c78bc62ecb2048da50d2f6bfa8 into 5ace04a70c144b3c908ae689ff4d4591(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:36,872 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:36,872 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/C, priority=13, startTime=1732252536637; duration=0sec 2024-11-22T05:15:36,872 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:36,872 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:C 2024-11-22T05:15:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742088_1264 (size=12151) 2024-11-22T05:15:36,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/046c90ab8f3c4f358933c1704082a3f1 2024-11-22T05:15:36,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252596906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252596906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:36,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/22f814a5d08a4420855ebaac0290df76 is 50, key is test_row_0/C:col10/1732252536731/Put/seqid=0 2024-11-22T05:15:36,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742089_1265 (size=12151) 2024-11-22T05:15:36,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/22f814a5d08a4420855ebaac0290df76 2024-11-22T05:15:36,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/430b4a8f69c2474398998f399f60d781 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/430b4a8f69c2474398998f399f60d781 2024-11-22T05:15:36,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/430b4a8f69c2474398998f399f60d781, entries=200, sequenceid=237, filesize=14.2 K 2024-11-22T05:15:36,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/046c90ab8f3c4f358933c1704082a3f1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/046c90ab8f3c4f358933c1704082a3f1 2024-11-22T05:15:37,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/046c90ab8f3c4f358933c1704082a3f1, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T05:15:37,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/22f814a5d08a4420855ebaac0290df76 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/22f814a5d08a4420855ebaac0290df76 2024-11-22T05:15:37,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/22f814a5d08a4420855ebaac0290df76, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T05:15:37,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 46a212c78bc62ecb2048da50d2f6bfa8 in 284ms, sequenceid=237, compaction requested=false 2024-11-22T05:15:37,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:37,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T05:15:37,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:37,021 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T05:15:37,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:37,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:37,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:37,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:37,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:37,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T05:15:37,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/5f624846f6a44513a2e19a66080bca1f is 50, key is test_row_0/A:col10/1732252536764/Put/seqid=0 2024-11-22T05:15:37,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742090_1266 (size=12151) 2024-11-22T05:15:37,077 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/5f624846f6a44513a2e19a66080bca1f 2024-11-22T05:15:37,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b8eb49ee1d0c4b478938f7df7ce31086 is 50, key is test_row_0/B:col10/1732252536764/Put/seqid=0 2024-11-22T05:15:37,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:37,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742091_1267 (size=12151) 2024-11-22T05:15:37,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252597172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:37,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252597176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:37,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252597286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:37,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252597286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T05:15:37,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:37,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252597496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252597496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:37,558 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b8eb49ee1d0c4b478938f7df7ce31086 2024-11-22T05:15:37,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f5677c1418cc4311981ccc486d4fcd0e is 50, key is test_row_0/C:col10/1732252536764/Put/seqid=0 2024-11-22T05:15:37,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742092_1268 (size=12151) 2024-11-22T05:15:37,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252597806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:37,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252597806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:37,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T05:15:37,971 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f5677c1418cc4311981ccc486d4fcd0e 2024-11-22T05:15:37,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/5f624846f6a44513a2e19a66080bca1f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/5f624846f6a44513a2e19a66080bca1f 2024-11-22T05:15:37,978 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/5f624846f6a44513a2e19a66080bca1f, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T05:15:37,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b8eb49ee1d0c4b478938f7df7ce31086 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b8eb49ee1d0c4b478938f7df7ce31086 2024-11-22T05:15:37,984 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b8eb49ee1d0c4b478938f7df7ce31086, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T05:15:37,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f5677c1418cc4311981ccc486d4fcd0e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f5677c1418cc4311981ccc486d4fcd0e 2024-11-22T05:15:37,989 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f5677c1418cc4311981ccc486d4fcd0e, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T05:15:37,990 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 46a212c78bc62ecb2048da50d2f6bfa8 in 969ms, sequenceid=255, compaction requested=true 2024-11-22T05:15:37,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:37,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:37,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-22T05:15:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-22T05:15:37,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-22T05:15:37,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2800 sec 2024-11-22T05:15:37,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.2880 sec 2024-11-22T05:15:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:38,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T05:15:38,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:38,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:38,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:38,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:38,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:38,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:38,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/bd1dfd8197404662942423e8a0ef2b86 is 50, key is test_row_0/A:col10/1732252538317/Put/seqid=0 2024-11-22T05:15:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742093_1269 (size=17181) 2024-11-22T05:15:38,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252598353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:38,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252598356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:38,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252598466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252598466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:38,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252598676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:38,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252598676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:38,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/bd1dfd8197404662942423e8a0ef2b86 2024-11-22T05:15:38,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/df7d091c4d484d85b9ce1d512532f1bb is 50, key is test_row_0/B:col10/1732252538317/Put/seqid=0 2024-11-22T05:15:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742094_1270 (size=12301) 2024-11-22T05:15:38,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/df7d091c4d484d85b9ce1d512532f1bb 2024-11-22T05:15:38,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/2a8a82bdf9d54706a6c5ab830b0c1735 is 50, key is test_row_0/C:col10/1732252538317/Put/seqid=0 2024-11-22T05:15:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742095_1271 (size=12301) 2024-11-22T05:15:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T05:15:38,856 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:38,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-22T05:15:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T05:15:38,858 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:38,859 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:38,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T05:15:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252598986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252598986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:38,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:38,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:39,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T05:15:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:39,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:39,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T05:15:39,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:39,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:39,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:39,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:39,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:39,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/2a8a82bdf9d54706a6c5ab830b0c1735 2024-11-22T05:15:39,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/bd1dfd8197404662942423e8a0ef2b86 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/bd1dfd8197404662942423e8a0ef2b86 2024-11-22T05:15:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T05:15:39,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/bd1dfd8197404662942423e8a0ef2b86, entries=250, sequenceid=273, filesize=16.8 K 2024-11-22T05:15:39,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/df7d091c4d484d85b9ce1d512532f1bb as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/df7d091c4d484d85b9ce1d512532f1bb 2024-11-22T05:15:39,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/df7d091c4d484d85b9ce1d512532f1bb, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T05:15:39,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/2a8a82bdf9d54706a6c5ab830b0c1735 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/2a8a82bdf9d54706a6c5ab830b0c1735 2024-11-22T05:15:39,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/2a8a82bdf9d54706a6c5ab830b0c1735, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T05:15:39,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 46a212c78bc62ecb2048da50d2f6bfa8 in 870ms, sequenceid=273, compaction requested=true 2024-11-22T05:15:39,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:39,190 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:39,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:39,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:39,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:39,190 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:39,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:39,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:39,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:39,194 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56570 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:39,194 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/A is initiating minor compaction (all files) 2024-11-22T05:15:39,194 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/A in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:39,194 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d62a42fc5ab14800b8575a2e73bf16e5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/430b4a8f69c2474398998f399f60d781, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/5f624846f6a44513a2e19a66080bca1f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/bd1dfd8197404662942423e8a0ef2b86] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=55.2 K 2024-11-22T05:15:39,194 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:39,195 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/B is initiating minor compaction (all files) 2024-11-22T05:15:39,195 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting d62a42fc5ab14800b8575a2e73bf16e5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732252535938 2024-11-22T05:15:39,195 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/B in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:39,195 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/7aca378874814b448a011ad30d2a5475, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/046c90ab8f3c4f358933c1704082a3f1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b8eb49ee1d0c4b478938f7df7ce31086, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/df7d091c4d484d85b9ce1d512532f1bb] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=48.1 K 2024-11-22T05:15:39,195 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 430b4a8f69c2474398998f399f60d781, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732252536074 2024-11-22T05:15:39,195 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aca378874814b448a011ad30d2a5475, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732252535938 2024-11-22T05:15:39,195 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f624846f6a44513a2e19a66080bca1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732252536764 2024-11-22T05:15:39,195 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 046c90ab8f3c4f358933c1704082a3f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732252536092 2024-11-22T05:15:39,196 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b8eb49ee1d0c4b478938f7df7ce31086, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732252536764 2024-11-22T05:15:39,196 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd1dfd8197404662942423e8a0ef2b86, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732252537117 2024-11-22T05:15:39,196 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting df7d091c4d484d85b9ce1d512532f1bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732252537173 2024-11-22T05:15:39,218 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#A#compaction#228 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:39,218 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/ce46ad41cdc94efc80c4730f4bb22334 is 50, key is test_row_0/A:col10/1732252538317/Put/seqid=0 2024-11-22T05:15:39,223 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#B#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:39,223 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/9dfe10a125914660abdcbadedc4a675e is 50, key is test_row_0/B:col10/1732252538317/Put/seqid=0 2024-11-22T05:15:39,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742096_1272 (size=12983) 2024-11-22T05:15:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742097_1273 (size=12983) 2024-11-22T05:15:39,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T05:15:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:39,318 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T05:15:39,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:39,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:39,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:39,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:39,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:39,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:39,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/8935df20f2c640eb87b02e322202c371 is 50, key is test_row_0/A:col10/1732252538354/Put/seqid=0 2024-11-22T05:15:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742098_1274 (size=9857) 2024-11-22T05:15:39,358 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/8935df20f2c640eb87b02e322202c371 2024-11-22T05:15:39,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/e08522085e784d569096f3fce67ff2a4 is 50, key is test_row_0/B:col10/1732252538354/Put/seqid=0 2024-11-22T05:15:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742099_1275 (size=9857) 2024-11-22T05:15:39,378 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/e08522085e784d569096f3fce67ff2a4 2024-11-22T05:15:39,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/dfc3676cda574227b0fd608da8130994 is 50, key is test_row_0/C:col10/1732252538354/Put/seqid=0 2024-11-22T05:15:39,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742100_1276 (size=9857) 2024-11-22T05:15:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T05:15:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:39,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:39,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252599536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:39,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252599539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252599646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252599646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:39,668 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/ce46ad41cdc94efc80c4730f4bb22334 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/ce46ad41cdc94efc80c4730f4bb22334 2024-11-22T05:15:39,684 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/A of 46a212c78bc62ecb2048da50d2f6bfa8 into ce46ad41cdc94efc80c4730f4bb22334(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:39,684 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:39,684 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/A, priority=12, startTime=1732252539189; duration=0sec 2024-11-22T05:15:39,685 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:39,685 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:A 2024-11-22T05:15:39,685 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:39,685 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/9dfe10a125914660abdcbadedc4a675e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/9dfe10a125914660abdcbadedc4a675e 2024-11-22T05:15:39,687 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:39,687 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/C is initiating minor compaction (all files) 2024-11-22T05:15:39,687 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/C in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:39,687 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/5ace04a70c144b3c908ae689ff4d4591, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/22f814a5d08a4420855ebaac0290df76, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f5677c1418cc4311981ccc486d4fcd0e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/2a8a82bdf9d54706a6c5ab830b0c1735] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=48.1 K 2024-11-22T05:15:39,689 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ace04a70c144b3c908ae689ff4d4591, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732252535938 2024-11-22T05:15:39,690 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22f814a5d08a4420855ebaac0290df76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732252536092 2024-11-22T05:15:39,691 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5677c1418cc4311981ccc486d4fcd0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732252536764 2024-11-22T05:15:39,692 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a8a82bdf9d54706a6c5ab830b0c1735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732252537173 2024-11-22T05:15:39,695 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/B of 46a212c78bc62ecb2048da50d2f6bfa8 into 9dfe10a125914660abdcbadedc4a675e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:39,695 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:39,695 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/B, priority=12, startTime=1732252539190; duration=0sec 2024-11-22T05:15:39,695 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:39,695 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:B 2024-11-22T05:15:39,719 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#C#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:39,720 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f977a9e2cf1b489fac916d6d4a26a2ff is 50, key is test_row_0/C:col10/1732252538317/Put/seqid=0 2024-11-22T05:15:39,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742101_1277 (size=12983) 2024-11-22T05:15:39,763 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f977a9e2cf1b489fac916d6d4a26a2ff as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f977a9e2cf1b489fac916d6d4a26a2ff 2024-11-22T05:15:39,768 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/C of 46a212c78bc62ecb2048da50d2f6bfa8 into f977a9e2cf1b489fac916d6d4a26a2ff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:39,768 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:39,768 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/C, priority=12, startTime=1732252539190; duration=0sec 2024-11-22T05:15:39,768 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:39,768 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:C 2024-11-22T05:15:39,815 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/dfc3676cda574227b0fd608da8130994 2024-11-22T05:15:39,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/8935df20f2c640eb87b02e322202c371 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8935df20f2c640eb87b02e322202c371 2024-11-22T05:15:39,826 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8935df20f2c640eb87b02e322202c371, entries=100, sequenceid=287, filesize=9.6 K 2024-11-22T05:15:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/e08522085e784d569096f3fce67ff2a4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/e08522085e784d569096f3fce67ff2a4 2024-11-22T05:15:39,834 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/e08522085e784d569096f3fce67ff2a4, entries=100, sequenceid=287, filesize=9.6 K 2024-11-22T05:15:39,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/dfc3676cda574227b0fd608da8130994 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/dfc3676cda574227b0fd608da8130994 2024-11-22T05:15:39,842 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/dfc3676cda574227b0fd608da8130994, entries=100, sequenceid=287, filesize=9.6 K 2024-11-22T05:15:39,843 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 46a212c78bc62ecb2048da50d2f6bfa8 in 525ms, sequenceid=287, compaction requested=false 2024-11-22T05:15:39,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:39,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:39,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-22T05:15:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-22T05:15:39,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-22T05:15:39,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 986 msec 2024-11-22T05:15:39,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 991 msec 2024-11-22T05:15:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:39,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T05:15:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:39,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:39,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/23de3d8c718b42e8ab842a3bdc2c68fd is 50, key is test_row_0/A:col10/1732252539880/Put/seqid=0 2024-11-22T05:15:39,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252599910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:39,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252599916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:39,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:39,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742102_1278 (size=14741) 2024-11-22T05:15:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T05:15:39,997 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:39,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-22T05:15:40,000 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T05:15:40,000 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:40,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:40,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252600026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252600026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T05:15:40,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T05:15:40,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:40,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252600236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:40,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252600236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:40,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T05:15:40,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T05:15:40,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/23de3d8c718b42e8ab842a3bdc2c68fd 2024-11-22T05:15:40,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/638cbf47d8494127be1cb236ce445974 is 50, key is test_row_0/B:col10/1732252539880/Put/seqid=0 2024-11-22T05:15:40,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742103_1279 (size=12301) 2024-11-22T05:15:40,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/638cbf47d8494127be1cb236ce445974 2024-11-22T05:15:40,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/33c7ef32615a4aceae374823e25ed6a6 is 50, key is test_row_0/C:col10/1732252539880/Put/seqid=0 2024-11-22T05:15:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742104_1280 (size=12301) 2024-11-22T05:15:40,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T05:15:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:15:40,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252600546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:40,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252600546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:40,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T05:15:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T05:15:40,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T05:15:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:40,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/33c7ef32615a4aceae374823e25ed6a6 2024-11-22T05:15:40,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/23de3d8c718b42e8ab842a3bdc2c68fd as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/23de3d8c718b42e8ab842a3bdc2c68fd 2024-11-22T05:15:40,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/23de3d8c718b42e8ab842a3bdc2c68fd, entries=200, sequenceid=310, filesize=14.4 K 2024-11-22T05:15:40,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/638cbf47d8494127be1cb236ce445974 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/638cbf47d8494127be1cb236ce445974 2024-11-22T05:15:40,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/638cbf47d8494127be1cb236ce445974, entries=150, sequenceid=310, filesize=12.0 K 2024-11-22T05:15:40,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/33c7ef32615a4aceae374823e25ed6a6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/33c7ef32615a4aceae374823e25ed6a6 2024-11-22T05:15:40,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/33c7ef32615a4aceae374823e25ed6a6, entries=150, sequenceid=310, filesize=12.0 K 2024-11-22T05:15:40,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 46a212c78bc62ecb2048da50d2f6bfa8 in 958ms, sequenceid=310, compaction requested=true 2024-11-22T05:15:40,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:40,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:40,839 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:40,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:40,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:40,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:40,840 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:40,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:40,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:40,841 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:40,841 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/A is initiating minor compaction (all files) 2024-11-22T05:15:40,841 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/A in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,841 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/ce46ad41cdc94efc80c4730f4bb22334, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8935df20f2c640eb87b02e322202c371, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/23de3d8c718b42e8ab842a3bdc2c68fd] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=36.7 K 2024-11-22T05:15:40,842 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:40,842 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/B is initiating minor compaction (all files) 2024-11-22T05:15:40,842 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce46ad41cdc94efc80c4730f4bb22334, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732252537173 2024-11-22T05:15:40,842 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/B in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,842 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/9dfe10a125914660abdcbadedc4a675e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/e08522085e784d569096f3fce67ff2a4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/638cbf47d8494127be1cb236ce445974] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=34.3 K 2024-11-22T05:15:40,842 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8935df20f2c640eb87b02e322202c371, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732252538351 2024-11-22T05:15:40,842 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dfe10a125914660abdcbadedc4a675e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732252537173 2024-11-22T05:15:40,843 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23de3d8c718b42e8ab842a3bdc2c68fd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732252539531 2024-11-22T05:15:40,843 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting e08522085e784d569096f3fce67ff2a4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732252538351 2024-11-22T05:15:40,844 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 638cbf47d8494127be1cb236ce445974, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732252539537 2024-11-22T05:15:40,867 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:40,867 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/a5f907b87aca404bb2e3c7e949ecefb3 is 50, key is test_row_0/A:col10/1732252539880/Put/seqid=0 2024-11-22T05:15:40,870 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:40,870 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b25e9a1a5b4a4d46bd4c82c6d481ecf4 is 50, key is test_row_0/B:col10/1732252539880/Put/seqid=0 2024-11-22T05:15:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742105_1281 (size=13085) 2024-11-22T05:15:40,889 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/a5f907b87aca404bb2e3c7e949ecefb3 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a5f907b87aca404bb2e3c7e949ecefb3 2024-11-22T05:15:40,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742106_1282 (size=13085) 2024-11-22T05:15:40,896 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/A of 46a212c78bc62ecb2048da50d2f6bfa8 into a5f907b87aca404bb2e3c7e949ecefb3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:40,897 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:40,897 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/A, priority=13, startTime=1732252540839; duration=0sec 2024-11-22T05:15:40,897 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:40,897 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:A 2024-11-22T05:15:40,897 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:40,898 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:40,898 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/C is initiating minor compaction (all files) 2024-11-22T05:15:40,898 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/C in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,898 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f977a9e2cf1b489fac916d6d4a26a2ff, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/dfc3676cda574227b0fd608da8130994, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/33c7ef32615a4aceae374823e25ed6a6] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=34.3 K 2024-11-22T05:15:40,899 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting f977a9e2cf1b489fac916d6d4a26a2ff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732252537173 2024-11-22T05:15:40,899 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfc3676cda574227b0fd608da8130994, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732252538351 2024-11-22T05:15:40,899 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33c7ef32615a4aceae374823e25ed6a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732252539537 2024-11-22T05:15:40,902 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b25e9a1a5b4a4d46bd4c82c6d481ecf4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b25e9a1a5b4a4d46bd4c82c6d481ecf4 2024-11-22T05:15:40,910 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/B of 46a212c78bc62ecb2048da50d2f6bfa8 into b25e9a1a5b4a4d46bd4c82c6d481ecf4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:40,910 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:40,910 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/B, priority=13, startTime=1732252540839; duration=0sec 2024-11-22T05:15:40,912 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:40,912 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:B 2024-11-22T05:15:40,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T05:15:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:40,923 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T05:15:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:40,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:40,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:40,931 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:40,932 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/5a90dcf67c8f43aca86e5df24bb86ac8 is 50, key is test_row_0/C:col10/1732252539880/Put/seqid=0 2024-11-22T05:15:40,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/d83e63294de54ebfbaadd7a9ed6cf6ac is 50, key is test_row_0/A:col10/1732252539907/Put/seqid=0 2024-11-22T05:15:40,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742107_1283 (size=13085) 2024-11-22T05:15:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742108_1284 (size=12301) 2024-11-22T05:15:40,982 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/d83e63294de54ebfbaadd7a9ed6cf6ac 2024-11-22T05:15:40,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b134c751b14f4215b459d25d92eac9f8 is 50, key is test_row_0/B:col10/1732252539907/Put/seqid=0 2024-11-22T05:15:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742109_1285 (size=12301) 2024-11-22T05:15:41,004 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b134c751b14f4215b459d25d92eac9f8 2024-11-22T05:15:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/796fe8ae2f1a410b826070a4a777093e is 50, key is test_row_0/C:col10/1732252539907/Put/seqid=0 2024-11-22T05:15:41,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742110_1286 (size=12301) 2024-11-22T05:15:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:41,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:41,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252601118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252541104, max timestamp=1732252541116Num uniques 859; 2024-11-22T05:15:41,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252541104, max timestamp=1732252541116Num uniques 859; 2024-11-22T05:15:41,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:41,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252541104, max timestamp=1732252541116Num uniques 859; 2024-11-22T05:15:41,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:41,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:41,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T05:15:41,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252601243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252601243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:41,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252601356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252601356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:41,447 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/796fe8ae2f1a410b826070a4a777093e 2024-11-22T05:15:41,452 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/5a90dcf67c8f43aca86e5df24bb86ac8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/5a90dcf67c8f43aca86e5df24bb86ac8 2024-11-22T05:15:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/d83e63294de54ebfbaadd7a9ed6cf6ac as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d83e63294de54ebfbaadd7a9ed6cf6ac 2024-11-22T05:15:41,462 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/C of 46a212c78bc62ecb2048da50d2f6bfa8 into 5a90dcf67c8f43aca86e5df24bb86ac8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:41,462 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:41,462 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/C, priority=13, startTime=1732252540840; duration=0sec 2024-11-22T05:15:41,462 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:41,462 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:C 2024-11-22T05:15:41,466 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d83e63294de54ebfbaadd7a9ed6cf6ac, entries=150, sequenceid=324, filesize=12.0 K 2024-11-22T05:15:41,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/b134c751b14f4215b459d25d92eac9f8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b134c751b14f4215b459d25d92eac9f8 2024-11-22T05:15:41,473 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b134c751b14f4215b459d25d92eac9f8, entries=150, sequenceid=324, filesize=12.0 K 2024-11-22T05:15:41,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/796fe8ae2f1a410b826070a4a777093e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/796fe8ae2f1a410b826070a4a777093e 2024-11-22T05:15:41,479 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/796fe8ae2f1a410b826070a4a777093e, entries=150, sequenceid=324, filesize=12.0 K 2024-11-22T05:15:41,480 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 46a212c78bc62ecb2048da50d2f6bfa8 in 557ms, sequenceid=324, compaction requested=false 2024-11-22T05:15:41,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:41,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:41,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-22T05:15:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-22T05:15:41,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-22T05:15:41,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4800 sec 2024-11-22T05:15:41,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4860 sec 2024-11-22T05:15:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:41,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-22T05:15:41,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:41,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:41,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:41,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:41,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:41,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:41,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/2fc0554876ca44fd805227b68f0e933a is 50, key is test_row_0/A:col10/1732252541569/Put/seqid=0 2024-11-22T05:15:41,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742111_1287 (size=12301) 2024-11-22T05:15:41,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/2fc0554876ca44fd805227b68f0e933a 2024-11-22T05:15:41,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/181a11cc1c16492ab0cd8f51b868ecb8 is 50, key is test_row_0/B:col10/1732252541569/Put/seqid=0 2024-11-22T05:15:41,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252601593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:41,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252601594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:41,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742112_1288 (size=12301) 2024-11-22T05:15:41,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252601706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252601706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:41,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252601916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252601916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:42,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/181a11cc1c16492ab0cd8f51b868ecb8 2024-11-22T05:15:42,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f53e7bc76dfd4d598eb7b413cbba506c is 50, key is test_row_0/C:col10/1732252541569/Put/seqid=0 2024-11-22T05:15:42,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742113_1289 (size=12301) 2024-11-22T05:15:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T05:15:42,146 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:42,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-22T05:15:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T05:15:42,148 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:42,149 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:42,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:42,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252602226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252602226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T05:15:42,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T05:15:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:42,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:42,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f53e7bc76dfd4d598eb7b413cbba506c 2024-11-22T05:15:42,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/2fc0554876ca44fd805227b68f0e933a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2fc0554876ca44fd805227b68f0e933a 2024-11-22T05:15:42,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2fc0554876ca44fd805227b68f0e933a, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T05:15:42,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/181a11cc1c16492ab0cd8f51b868ecb8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/181a11cc1c16492ab0cd8f51b868ecb8 2024-11-22T05:15:42,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/181a11cc1c16492ab0cd8f51b868ecb8, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T05:15:42,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f53e7bc76dfd4d598eb7b413cbba506c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f53e7bc76dfd4d598eb7b413cbba506c 2024-11-22T05:15:42,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f53e7bc76dfd4d598eb7b413cbba506c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T05:15:42,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 46a212c78bc62ecb2048da50d2f6bfa8 in 882ms, sequenceid=362, compaction requested=true 2024-11-22T05:15:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:42,453 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:42,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T05:15:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:42,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:42,453 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:42,453 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:15:42,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:42,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:42,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:42,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:42,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:42,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:42,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:42,455 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:42,455 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:42,455 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/A is initiating minor compaction (all files) 2024-11-22T05:15:42,455 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/B is initiating minor compaction (all files) 2024-11-22T05:15:42,455 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/A in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:42,455 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/B in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:42,455 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a5f907b87aca404bb2e3c7e949ecefb3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d83e63294de54ebfbaadd7a9ed6cf6ac, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2fc0554876ca44fd805227b68f0e933a] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=36.8 K 2024-11-22T05:15:42,455 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b25e9a1a5b4a4d46bd4c82c6d481ecf4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b134c751b14f4215b459d25d92eac9f8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/181a11cc1c16492ab0cd8f51b868ecb8] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=36.8 K 2024-11-22T05:15:42,455 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b25e9a1a5b4a4d46bd4c82c6d481ecf4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732252539537 2024-11-22T05:15:42,455 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5f907b87aca404bb2e3c7e949ecefb3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732252539537 2024-11-22T05:15:42,456 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting d83e63294de54ebfbaadd7a9ed6cf6ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732252539900 2024-11-22T05:15:42,456 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b134c751b14f4215b459d25d92eac9f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732252539900 2024-11-22T05:15:42,456 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fc0554876ca44fd805227b68f0e933a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732252541224 2024-11-22T05:15:42,456 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 181a11cc1c16492ab0cd8f51b868ecb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732252541224 2024-11-22T05:15:42,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/2b43754ea62042b884818996e5ce6a9e is 50, key is test_row_0/A:col10/1732252541593/Put/seqid=0 2024-11-22T05:15:42,462 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#B#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:42,463 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:42,463 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/1865baac2c8840379629b2d27577c7de is 50, key is test_row_0/B:col10/1732252541569/Put/seqid=0 2024-11-22T05:15:42,463 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/978c6ab4ea1849a89aa094f001f59f87 is 50, key is test_row_0/A:col10/1732252541569/Put/seqid=0 2024-11-22T05:15:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T05:15:42,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742115_1291 (size=13187) 2024-11-22T05:15:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742116_1292 (size=13187) 2024-11-22T05:15:42,476 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/1865baac2c8840379629b2d27577c7de as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1865baac2c8840379629b2d27577c7de 2024-11-22T05:15:42,476 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/978c6ab4ea1849a89aa094f001f59f87 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/978c6ab4ea1849a89aa094f001f59f87 2024-11-22T05:15:42,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742114_1290 (size=9857) 2024-11-22T05:15:42,483 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/A of 46a212c78bc62ecb2048da50d2f6bfa8 into 978c6ab4ea1849a89aa094f001f59f87(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:42,483 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:42,483 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/A, priority=13, startTime=1732252542453; duration=0sec 2024-11-22T05:15:42,484 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:42,484 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:A 2024-11-22T05:15:42,484 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:42,484 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/B of 46a212c78bc62ecb2048da50d2f6bfa8 into 1865baac2c8840379629b2d27577c7de(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:42,484 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:42,484 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/B, priority=13, startTime=1732252542453; duration=0sec 2024-11-22T05:15:42,484 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:42,484 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:B 2024-11-22T05:15:42,485 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:42,485 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/C is initiating minor compaction (all files) 2024-11-22T05:15:42,485 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/C in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:42,485 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/5a90dcf67c8f43aca86e5df24bb86ac8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/796fe8ae2f1a410b826070a4a777093e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f53e7bc76dfd4d598eb7b413cbba506c] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=36.8 K 2024-11-22T05:15:42,487 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a90dcf67c8f43aca86e5df24bb86ac8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732252539537 2024-11-22T05:15:42,487 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 796fe8ae2f1a410b826070a4a777093e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732252539900 2024-11-22T05:15:42,489 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting f53e7bc76dfd4d598eb7b413cbba506c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732252541224 2024-11-22T05:15:42,501 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:42,502 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/cc1411b089b9484786ac2e9354c50dac is 50, key is test_row_0/C:col10/1732252541569/Put/seqid=0 2024-11-22T05:15:42,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742117_1293 (size=13187) 2024-11-22T05:15:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:42,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:42,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252542760, max timestamp=1732252542769Num uniques 859; 2024-11-22T05:15:42,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:15:42,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252542760, max timestamp=1732252542769Num uniques 859; 2024-11-22T05:15:42,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:15:42,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252542760, max timestamp=1732252542769Num uniques 859; 2024-11-22T05:15:42,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:15:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T05:15:42,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252602807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:42,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252602808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:42,873 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/2b43754ea62042b884818996e5ce6a9e 2024-11-22T05:15:42,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/f59a33da0c9d479192cb5f126fb88b64 is 50, key is test_row_0/B:col10/1732252541593/Put/seqid=0 2024-11-22T05:15:42,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742118_1294 (size=9857) 2024-11-22T05:15:42,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252602916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:42,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:42,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252602916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:42,936 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/cc1411b089b9484786ac2e9354c50dac as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/cc1411b089b9484786ac2e9354c50dac 2024-11-22T05:15:42,940 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/C of 46a212c78bc62ecb2048da50d2f6bfa8 into cc1411b089b9484786ac2e9354c50dac(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:42,940 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:42,940 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/C, priority=13, startTime=1732252542453; duration=0sec 2024-11-22T05:15:42,940 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:42,941 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:C 2024-11-22T05:15:43,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252603126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:43,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252603126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:43,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:43,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:43,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:43,283 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/f59a33da0c9d479192cb5f126fb88b64 2024-11-22T05:15:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T05:15:43,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/b373ced496714858bee4f9eb0eb55663 is 50, key is test_row_0/C:col10/1732252541593/Put/seqid=0 2024-11-22T05:15:43,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742119_1295 (size=9857) 2024-11-22T05:15:43,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252603436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:43,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252603436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:43,693 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/b373ced496714858bee4f9eb0eb55663 2024-11-22T05:15:43,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/2b43754ea62042b884818996e5ce6a9e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2b43754ea62042b884818996e5ce6a9e 2024-11-22T05:15:43,702 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2b43754ea62042b884818996e5ce6a9e, entries=100, sequenceid=372, filesize=9.6 K 2024-11-22T05:15:43,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/f59a33da0c9d479192cb5f126fb88b64 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/f59a33da0c9d479192cb5f126fb88b64 2024-11-22T05:15:43,706 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/f59a33da0c9d479192cb5f126fb88b64, entries=100, sequenceid=372, filesize=9.6 K 2024-11-22T05:15:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/b373ced496714858bee4f9eb0eb55663 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/b373ced496714858bee4f9eb0eb55663 2024-11-22T05:15:43,710 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/b373ced496714858bee4f9eb0eb55663, entries=100, sequenceid=372, filesize=9.6 K 2024-11-22T05:15:43,710 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 46a212c78bc62ecb2048da50d2f6bfa8 in 1257ms, sequenceid=372, compaction requested=false 2024-11-22T05:15:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-22T05:15:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-22T05:15:43,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-22T05:15:43,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-22T05:15:43,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.5670 sec 2024-11-22T05:15:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:43,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732252542799, max timestamp=1732252543948Num uniques 1068; 2024-11-22T05:15:43,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T05:15:43,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=107.34 KB heapSize=302.36 KB 2024-11-22T05:15:43,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732252542799, max timestamp=1732252543948Num uniques 1068; 2024-11-22T05:15:43,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T05:15:43,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732252542799, max timestamp=1732252543948Num uniques 1068; 2024-11-22T05:15:43,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T05:15:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:43,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:43,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/4376d4e354e84a9d8d61799c3aaa3c45 is 50, key is test_row_0/A:col10/1732252543950/Put/seqid=0 2024-11-22T05:15:43,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742120_1296 (size=14741) 2024-11-22T05:15:43,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/4376d4e354e84a9d8d61799c3aaa3c45 2024-11-22T05:15:44,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/fb37da5842ea4e8aa110cd81569a8187 is 50, key is test_row_0/B:col10/1732252543950/Put/seqid=0 2024-11-22T05:15:44,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742121_1297 (size=12301) 2024-11-22T05:15:44,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/fb37da5842ea4e8aa110cd81569a8187 2024-11-22T05:15:44,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/bc70087e3bbf45d8a56fae7c775a94c7 is 50, key is test_row_0/C:col10/1732252543950/Put/seqid=0 2024-11-22T05:15:44,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252543996, max timestamp=1732252544033Num uniques 859; 2024-11-22T05:15:44,037 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:44,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252543996, max timestamp=1732252544038Num uniques 859; 2024-11-22T05:15:44,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252543996, max timestamp=1732252544038Num uniques 859; 2024-11-22T05:15:44,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:44,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742122_1298 (size=12301) 2024-11-22T05:15:44,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732252544074, max timestamp=1732252544088Num uniques 1018; 2024-11-22T05:15:44,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-22T05:15:44,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732252544074, max timestamp=1732252544088Num uniques 1018; 2024-11-22T05:15:44,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732252544074, max timestamp=1732252544088Num uniques 1018; 2024-11-22T05:15:44,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-22T05:15:44,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-22T05:15:44,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732252544110, max timestamp=1732252544132Num uniques 1077; 2024-11-22T05:15:44,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732252544110, max timestamp=1732252544132Num uniques 1077; 2024-11-22T05:15:44,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-22T05:15:44,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-22T05:15:44,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732252544110, max timestamp=1732252544132Num uniques 1077; 2024-11-22T05:15:44,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-22T05:15:44,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732252544145, max timestamp=1732252544181Num uniques 1086; 2024-11-22T05:15:44,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-22T05:15:44,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732252544145, max timestamp=1732252544181Num uniques 1086; 2024-11-22T05:15:44,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-22T05:15:44,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732252544145, max timestamp=1732252544181Num uniques 1086; 2024-11-22T05:15:44,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-22T05:15:44,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732252544220, max timestamp=1732252544231Num uniques 1045; 2024-11-22T05:15:44,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-22T05:15:44,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732252544220, max timestamp=1732252544231Num uniques 1045; 2024-11-22T05:15:44,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-22T05:15:44,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732252544220, max timestamp=1732252544231Num uniques 1045; 2024-11-22T05:15:44,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-22T05:15:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T05:15:44,296 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:44,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-22T05:15:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T05:15:44,298 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:44,299 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:44,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:44,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732252544277, max timestamp=1732252544295Num uniques 1054; 2024-11-22T05:15:44,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732252544277, max timestamp=1732252544295Num uniques 1054; 2024-11-22T05:15:44,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-22T05:15:44,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-22T05:15:44,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732252544277, max timestamp=1732252544295Num uniques 1054; 2024-11-22T05:15:44,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-22T05:15:44,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732252544331, max timestamp=1732252544343Num uniques 1013; 2024-11-22T05:15:44,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-11-22T05:15:44,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732252544331, max timestamp=1732252544343Num uniques 1013; 2024-11-22T05:15:44,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-11-22T05:15:44,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732252544331, max timestamp=1732252544343Num uniques 1013; 2024-11-22T05:15:44,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-11-22T05:15:44,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732252544381, max timestamp=1732252544393Num uniques 1072; 2024-11-22T05:15:44,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-22T05:15:44,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732252544381, max timestamp=1732252544393Num uniques 1072; 2024-11-22T05:15:44,397 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-22T05:15:44,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732252544381, max timestamp=1732252544393Num uniques 1072; 2024-11-22T05:15:44,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-22T05:15:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T05:15:44,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/bc70087e3bbf45d8a56fae7c775a94c7 2024-11-22T05:15:44,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732252544435, max timestamp=1732252544445Num uniques 1031; 2024-11-22T05:15:44,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-22T05:15:44,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732252544435, max timestamp=1732252544445Num uniques 1031; 2024-11-22T05:15:44,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-22T05:15:44,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732252544435, max timestamp=1732252544445Num uniques 1031; 2024-11-22T05:15:44,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-22T05:15:44,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T05:15:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/4376d4e354e84a9d8d61799c3aaa3c45 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/4376d4e354e84a9d8d61799c3aaa3c45 2024-11-22T05:15:44,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/4376d4e354e84a9d8d61799c3aaa3c45, entries=200, sequenceid=414, filesize=14.4 K 2024-11-22T05:15:44,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/fb37da5842ea4e8aa110cd81569a8187 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fb37da5842ea4e8aa110cd81569a8187 2024-11-22T05:15:44,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fb37da5842ea4e8aa110cd81569a8187, entries=150, sequenceid=414, filesize=12.0 K 2024-11-22T05:15:44,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/bc70087e3bbf45d8a56fae7c775a94c7 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/bc70087e3bbf45d8a56fae7c775a94c7 2024-11-22T05:15:44,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/bc70087e3bbf45d8a56fae7c775a94c7, entries=150, sequenceid=414, filesize=12.0 K 2024-11-22T05:15:44,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~85.27 KB/87312, currentSize=67.09 KB/68700 for 46a212c78bc62ecb2048da50d2f6bfa8 in 513ms, sequenceid=414, compaction requested=true 2024-11-22T05:15:44,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:44,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:44,467 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:44,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:44,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:44,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:44,467 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:44,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46a212c78bc62ecb2048da50d2f6bfa8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:44,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:44,467 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37785 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:44,467 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/A is initiating minor compaction (all files) 2024-11-22T05:15:44,467 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:44,468 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/A in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,468 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/B is initiating minor compaction (all files) 2024-11-22T05:15:44,468 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/B in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,468 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/978c6ab4ea1849a89aa094f001f59f87, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2b43754ea62042b884818996e5ce6a9e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/4376d4e354e84a9d8d61799c3aaa3c45] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=36.9 K 2024-11-22T05:15:44,468 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1865baac2c8840379629b2d27577c7de, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/f59a33da0c9d479192cb5f126fb88b64, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fb37da5842ea4e8aa110cd81569a8187] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=34.5 K 2024-11-22T05:15:44,468 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1865baac2c8840379629b2d27577c7de, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732252541224 2024-11-22T05:15:44,468 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting f59a33da0c9d479192cb5f126fb88b64, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732252541586 2024-11-22T05:15:44,468 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 978c6ab4ea1849a89aa094f001f59f87, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732252541224 2024-11-22T05:15:44,469 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b43754ea62042b884818996e5ce6a9e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732252541586 2024-11-22T05:15:44,469 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting fb37da5842ea4e8aa110cd81569a8187, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732252542799 2024-11-22T05:15:44,469 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4376d4e354e84a9d8d61799c3aaa3c45, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732252542799 2024-11-22T05:15:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:44,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=73.80 KB heapSize=203.63 KB 2024-11-22T05:15:44,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:44,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:44,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:44,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:44,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:44,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:44,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/805d13a7e6c14aa3bc4b6cc4fd0db8f7 is 50, key is test_row_0/A:col10/1732252544462/Put/seqid=0 2024-11-22T05:15:44,485 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:44,486 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/a8a36b7724fb4fc1a10653204f6b42a9 is 50, key is test_row_0/A:col10/1732252543950/Put/seqid=0 2024-11-22T05:15:44,491 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:44,492 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/5e97699ccab04aae8ee563bb9c7855d2 is 50, key is test_row_0/B:col10/1732252543950/Put/seqid=0 2024-11-22T05:15:44,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742123_1299 (size=14741) 2024-11-22T05:15:44,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/805d13a7e6c14aa3bc4b6cc4fd0db8f7 2024-11-22T05:15:44,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742124_1300 (size=13289) 2024-11-22T05:15:44,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/d4fae9aa28734b4a806d09070281a977 is 50, key is test_row_0/B:col10/1732252544462/Put/seqid=0 2024-11-22T05:15:44,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742125_1301 (size=13289) 2024-11-22T05:15:44,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742126_1302 (size=12301) 2024-11-22T05:15:44,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252604542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:44,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252604543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:44,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:44,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:44,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T05:15:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T05:15:44,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252604656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:44,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252604656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:44,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T05:15:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:44,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252604866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:44,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252604866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:44,906 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/a8a36b7724fb4fc1a10653204f6b42a9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a8a36b7724fb4fc1a10653204f6b42a9 2024-11-22T05:15:44,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T05:15:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:44,912 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/A of 46a212c78bc62ecb2048da50d2f6bfa8 into a8a36b7724fb4fc1a10653204f6b42a9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:44,913 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:44,913 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/A, priority=13, startTime=1732252544467; duration=0sec 2024-11-22T05:15:44,913 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:44,913 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:A 2024-11-22T05:15:44,913 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:44,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/d4fae9aa28734b4a806d09070281a977 2024-11-22T05:15:44,921 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:44,921 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 46a212c78bc62ecb2048da50d2f6bfa8/C is initiating minor compaction (all files) 2024-11-22T05:15:44,921 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 46a212c78bc62ecb2048da50d2f6bfa8/C in TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:44,921 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/cc1411b089b9484786ac2e9354c50dac, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/b373ced496714858bee4f9eb0eb55663, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/bc70087e3bbf45d8a56fae7c775a94c7] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp, totalSize=34.5 K 2024-11-22T05:15:44,922 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc1411b089b9484786ac2e9354c50dac, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732252541224 2024-11-22T05:15:44,922 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting b373ced496714858bee4f9eb0eb55663, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732252541586 2024-11-22T05:15:44,923 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc70087e3bbf45d8a56fae7c775a94c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732252542799 2024-11-22T05:15:44,925 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/5e97699ccab04aae8ee563bb9c7855d2 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/5e97699ccab04aae8ee563bb9c7855d2 2024-11-22T05:15:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T05:15:44,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e1224397405f4dbfa87eb4b42cd2bb71 is 50, key is test_row_0/C:col10/1732252544462/Put/seqid=0 2024-11-22T05:15:44,934 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/B of 46a212c78bc62ecb2048da50d2f6bfa8 into 5e97699ccab04aae8ee563bb9c7855d2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:44,934 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:44,934 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/B, priority=13, startTime=1732252544467; duration=0sec 2024-11-22T05:15:44,934 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:44,934 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:B 2024-11-22T05:15:44,938 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46a212c78bc62ecb2048da50d2f6bfa8#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:44,938 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f2a51ae341eb4c108e1e3130114733ec is 50, key is test_row_0/C:col10/1732252543950/Put/seqid=0 2024-11-22T05:15:44,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742127_1303 (size=12301) 2024-11-22T05:15:44,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742128_1304 (size=13289) 2024-11-22T05:15:45,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T05:15:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:45,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:45,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:45,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:45,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:45,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40574 deadline: 1732252605176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:45,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:45,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40544 deadline: 1732252605176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:45,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:45,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:45,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:45,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:15:45,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T05:15:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:45,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:45,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e1224397405f4dbfa87eb4b42cd2bb71 2024-11-22T05:15:45,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/805d13a7e6c14aa3bc4b6cc4fd0db8f7 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/805d13a7e6c14aa3bc4b6cc4fd0db8f7 2024-11-22T05:15:45,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/805d13a7e6c14aa3bc4b6cc4fd0db8f7, entries=200, sequenceid=579, filesize=14.4 K 2024-11-22T05:15:45,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/d4fae9aa28734b4a806d09070281a977 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/d4fae9aa28734b4a806d09070281a977 2024-11-22T05:15:45,349 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/f2a51ae341eb4c108e1e3130114733ec as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f2a51ae341eb4c108e1e3130114733ec 2024-11-22T05:15:45,354 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 46a212c78bc62ecb2048da50d2f6bfa8/C of 46a212c78bc62ecb2048da50d2f6bfa8 into f2a51ae341eb4c108e1e3130114733ec(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:45,354 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:45,354 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., storeName=46a212c78bc62ecb2048da50d2f6bfa8/C, priority=13, startTime=1732252544467; duration=0sec 2024-11-22T05:15:45,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/d4fae9aa28734b4a806d09070281a977, entries=150, sequenceid=579, filesize=12.0 K 2024-11-22T05:15:45,354 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:45,354 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46a212c78bc62ecb2048da50d2f6bfa8:C 2024-11-22T05:15:45,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/e1224397405f4dbfa87eb4b42cd2bb71 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e1224397405f4dbfa87eb4b42cd2bb71 2024-11-22T05:15:45,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e1224397405f4dbfa87eb4b42cd2bb71, entries=150, sequenceid=579, filesize=12.0 K 2024-11-22T05:15:45,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~203.58 KB/208464, currentSize=107.34 KB/109920 for 46a212c78bc62ecb2048da50d2f6bfa8 in 890ms, sequenceid=579, compaction requested=false 2024-11-22T05:15:45,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:45,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T05:15:45,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:45,370 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T05:15:45,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:45,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:45,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:45,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:45,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:45,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:45,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/0d6477d6f2ac467c910c137c311f8023 is 50, key is test_row_0/A:col10/1732252544505/Put/seqid=0 2024-11-22T05:15:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742129_1305 (size=12301) 2024-11-22T05:15:45,403 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/0d6477d6f2ac467c910c137c311f8023 2024-11-22T05:15:45,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/2ab8f79c050a4a48ba342fa1af3fabdb is 50, key is test_row_0/B:col10/1732252544505/Put/seqid=0 2024-11-22T05:15:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742130_1306 (size=12301) 2024-11-22T05:15:45,422 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/2ab8f79c050a4a48ba342fa1af3fabdb 2024-11-22T05:15:45,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/11a92b0ec70e411eb799ebbd90783033 is 50, key is test_row_0/C:col10/1732252544505/Put/seqid=0 2024-11-22T05:15:45,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742131_1307 (size=12301) 2024-11-22T05:15:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T05:15:45,589 INFO [Thread-1015 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1015. 2024-11-22T05:15:45,589 DEBUG [Thread-1015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:45,590 DEBUG [Thread-1015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:45,590 INFO [Thread-1021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1021. 2024-11-22T05:15:45,590 DEBUG [Thread-1021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:45,590 DEBUG [Thread-1021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:45,590 DEBUG [Thread-1021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,590 DEBUG [Thread-1015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,591 INFO [Thread-1023 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1023. 2024-11-22T05:15:45,591 DEBUG [Thread-1023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:45,591 DEBUG [Thread-1023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,591 DEBUG [Thread-1023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:45,593 INFO [Thread-1017 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1017. 2024-11-22T05:15:45,594 DEBUG [Thread-1017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:45,594 DEBUG [Thread-1017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,594 DEBUG [Thread-1017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:45,594 INFO [Thread-1019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1019. 2024-11-22T05:15:45,594 DEBUG [Thread-1019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:45,594 DEBUG [Thread-1019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,594 DEBUG [Thread-1019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:45,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. as already flushing 2024-11-22T05:15:45,688 INFO [Thread-1012 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1012. 2024-11-22T05:15:45,688 DEBUG [Thread-1012 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:45,688 DEBUG [Thread-1012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,688 DEBUG [Thread-1012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:45,698 INFO [Thread-1006 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1006. 2024-11-22T05:15:45,698 DEBUG [Thread-1006 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:45,698 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,698 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:45,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:45,834 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/11a92b0ec70e411eb799ebbd90783033 2024-11-22T05:15:45,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/0d6477d6f2ac467c910c137c311f8023 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/0d6477d6f2ac467c910c137c311f8023 2024-11-22T05:15:45,841 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/0d6477d6f2ac467c910c137c311f8023, entries=150, sequenceid=601, filesize=12.0 K 2024-11-22T05:15:45,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/2ab8f79c050a4a48ba342fa1af3fabdb as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/2ab8f79c050a4a48ba342fa1af3fabdb 2024-11-22T05:15:45,846 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/2ab8f79c050a4a48ba342fa1af3fabdb, entries=150, sequenceid=601, filesize=12.0 K 2024-11-22T05:15:45,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/11a92b0ec70e411eb799ebbd90783033 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/11a92b0ec70e411eb799ebbd90783033 2024-11-22T05:15:45,851 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/11a92b0ec70e411eb799ebbd90783033, entries=150, sequenceid=601, filesize=12.0 K 2024-11-22T05:15:45,852 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=13.42 KB/13740 for 46a212c78bc62ecb2048da50d2f6bfa8 in 482ms, sequenceid=601, compaction requested=true 2024-11-22T05:15:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 46a212c78bc62ecb2048da50d2f6bfa8: 2024-11-22T05:15:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-22T05:15:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-22T05:15:45,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-22T05:15:45,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5540 sec 2024-11-22T05:15:45,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.5590 sec 2024-11-22T05:15:46,237 INFO [Thread-1008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1008. 2024-11-22T05:15:46,237 DEBUG [Thread-1008 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:46,237 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:46,238 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:46,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:46,258 INFO [Thread-1010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1010. 2024-11-22T05:15:46,258 INFO [Thread-1004 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1004. 2024-11-22T05:15:46,258 DEBUG [Thread-1010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:46,258 DEBUG [Thread-1004 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:15:46,258 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:46,258 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:46,258 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:46,258 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:46,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:46,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T05:15:46,447 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 222 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 236 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2820 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2962 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2746 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2817 2024-11-22T05:15:46,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2969 2024-11-22T05:15:46,448 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T05:15:46,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:15:46,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:15:46,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:46,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:46,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:15:46,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T05:15:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T05:15:46,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252546455"}]},"ts":"1732252546455"} 2024-11-22T05:15:46,457 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T05:15:46,457 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T05:15:46,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T05:15:46,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=46a212c78bc62ecb2048da50d2f6bfa8, UNASSIGN}] 2024-11-22T05:15:46,460 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=46a212c78bc62ecb2048da50d2f6bfa8, UNASSIGN 2024-11-22T05:15:46,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=46a212c78bc62ecb2048da50d2f6bfa8, regionState=CLOSING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:15:46,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=46a212c78bc62ecb2048da50d2f6bfa8, UNASSIGN because future has completed 2024-11-22T05:15:46,462 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:15:46,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:15:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T05:15:46,614 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:46,614 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:15:46,614 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 46a212c78bc62ecb2048da50d2f6bfa8, disabling compactions & flushes 2024-11-22T05:15:46,615 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:46,615 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:46,615 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. after waiting 0 ms 2024-11-22T05:15:46,615 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:46,615 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 46a212c78bc62ecb2048da50d2f6bfa8 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T05:15:46,615 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=A 2024-11-22T05:15:46,615 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:46,615 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=B 2024-11-22T05:15:46,615 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:46,615 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46a212c78bc62ecb2048da50d2f6bfa8, store=C 2024-11-22T05:15:46,615 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:46,619 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/39d745bcb8e7487794d1303d44dba228 is 50, key is test_row_0/A:col10/1732252546236/Put/seqid=0 2024-11-22T05:15:46,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742132_1308 (size=9857) 2024-11-22T05:15:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T05:15:47,024 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/39d745bcb8e7487794d1303d44dba228 2024-11-22T05:15:47,035 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/d95dc78acc4b40bcb86386e52e4ba761 is 50, key is test_row_0/B:col10/1732252546236/Put/seqid=0 2024-11-22T05:15:47,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742133_1309 (size=9857) 2024-11-22T05:15:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T05:15:47,440 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/d95dc78acc4b40bcb86386e52e4ba761 2024-11-22T05:15:47,447 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/d41a18a7bc9d444ab7cf4d4336ac423f is 50, key is test_row_0/C:col10/1732252546236/Put/seqid=0 2024-11-22T05:15:47,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742134_1310 (size=9857) 2024-11-22T05:15:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T05:15:47,851 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/d41a18a7bc9d444ab7cf4d4336ac423f 2024-11-22T05:15:47,858 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/A/39d745bcb8e7487794d1303d44dba228 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/39d745bcb8e7487794d1303d44dba228 2024-11-22T05:15:47,865 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/39d745bcb8e7487794d1303d44dba228, entries=100, sequenceid=609, filesize=9.6 K 2024-11-22T05:15:47,866 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/B/d95dc78acc4b40bcb86386e52e4ba761 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/d95dc78acc4b40bcb86386e52e4ba761 2024-11-22T05:15:47,872 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/d95dc78acc4b40bcb86386e52e4ba761, entries=100, sequenceid=609, filesize=9.6 K 2024-11-22T05:15:47,873 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/.tmp/C/d41a18a7bc9d444ab7cf4d4336ac423f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/d41a18a7bc9d444ab7cf4d4336ac423f 2024-11-22T05:15:47,879 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/d41a18a7bc9d444ab7cf4d4336ac423f, entries=100, sequenceid=609, filesize=9.6 K 2024-11-22T05:15:47,881 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 46a212c78bc62ecb2048da50d2f6bfa8 in 1266ms, sequenceid=609, compaction requested=true 2024-11-22T05:15:47,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/023370f2dfbd457e929cf73487de1970, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/6781e9558e8f473f9d20c5676bfda2d8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/cabb9d188c544f608ceef48d2a97476c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/17a8db96bbab426da3e9ea017ae97fab, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/349a5ad90771401db42a2d2d16eb393d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/331cda6b8dfd4148940d95483a97cc95, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b5a0d317987544978f104f380064363a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/169656954e394a3e8dd8ad4c48b4e1da, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/21fbabf91ae043cbb2bab173cdedafbd, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/83391853cc07401091a79f943c44c93b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/550e558d13024c589020d85c11f3c475, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8a07ae4250234c4f8eacf8d2344313ea, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a7805f12e16c4a9c808c909dfed8c8f9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b435a441912e4d62a3539e5c8dc15107, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/668eda3af6dc4fef9f2714303dca7898, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/f6de7e512db140d294ebe08aa6b6ff58, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d62a42fc5ab14800b8575a2e73bf16e5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/430b4a8f69c2474398998f399f60d781, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/5f624846f6a44513a2e19a66080bca1f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/bd1dfd8197404662942423e8a0ef2b86, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/ce46ad41cdc94efc80c4730f4bb22334, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8935df20f2c640eb87b02e322202c371, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/23de3d8c718b42e8ab842a3bdc2c68fd, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a5f907b87aca404bb2e3c7e949ecefb3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d83e63294de54ebfbaadd7a9ed6cf6ac, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/978c6ab4ea1849a89aa094f001f59f87, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2fc0554876ca44fd805227b68f0e933a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2b43754ea62042b884818996e5ce6a9e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/4376d4e354e84a9d8d61799c3aaa3c45] to archive 2024-11-22T05:15:47,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:15:47,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/023370f2dfbd457e929cf73487de1970 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/023370f2dfbd457e929cf73487de1970 2024-11-22T05:15:47,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/6781e9558e8f473f9d20c5676bfda2d8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/6781e9558e8f473f9d20c5676bfda2d8 2024-11-22T05:15:47,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/cabb9d188c544f608ceef48d2a97476c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/cabb9d188c544f608ceef48d2a97476c 2024-11-22T05:15:47,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/17a8db96bbab426da3e9ea017ae97fab to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/17a8db96bbab426da3e9ea017ae97fab 2024-11-22T05:15:47,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/349a5ad90771401db42a2d2d16eb393d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/349a5ad90771401db42a2d2d16eb393d 2024-11-22T05:15:47,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/331cda6b8dfd4148940d95483a97cc95 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/331cda6b8dfd4148940d95483a97cc95 2024-11-22T05:15:47,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b5a0d317987544978f104f380064363a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b5a0d317987544978f104f380064363a 2024-11-22T05:15:47,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/169656954e394a3e8dd8ad4c48b4e1da to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/169656954e394a3e8dd8ad4c48b4e1da 2024-11-22T05:15:47,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/21fbabf91ae043cbb2bab173cdedafbd to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/21fbabf91ae043cbb2bab173cdedafbd 2024-11-22T05:15:47,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/83391853cc07401091a79f943c44c93b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/83391853cc07401091a79f943c44c93b 2024-11-22T05:15:47,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/550e558d13024c589020d85c11f3c475 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/550e558d13024c589020d85c11f3c475 2024-11-22T05:15:47,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8a07ae4250234c4f8eacf8d2344313ea to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8a07ae4250234c4f8eacf8d2344313ea 2024-11-22T05:15:47,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a7805f12e16c4a9c808c909dfed8c8f9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a7805f12e16c4a9c808c909dfed8c8f9 2024-11-22T05:15:47,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b435a441912e4d62a3539e5c8dc15107 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/b435a441912e4d62a3539e5c8dc15107 2024-11-22T05:15:47,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/668eda3af6dc4fef9f2714303dca7898 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/668eda3af6dc4fef9f2714303dca7898 2024-11-22T05:15:47,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/f6de7e512db140d294ebe08aa6b6ff58 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/f6de7e512db140d294ebe08aa6b6ff58 2024-11-22T05:15:47,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d62a42fc5ab14800b8575a2e73bf16e5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d62a42fc5ab14800b8575a2e73bf16e5 2024-11-22T05:15:47,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/430b4a8f69c2474398998f399f60d781 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/430b4a8f69c2474398998f399f60d781 2024-11-22T05:15:47,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/5f624846f6a44513a2e19a66080bca1f to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/5f624846f6a44513a2e19a66080bca1f 2024-11-22T05:15:47,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/bd1dfd8197404662942423e8a0ef2b86 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/bd1dfd8197404662942423e8a0ef2b86 2024-11-22T05:15:47,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/ce46ad41cdc94efc80c4730f4bb22334 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/ce46ad41cdc94efc80c4730f4bb22334 2024-11-22T05:15:47,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8935df20f2c640eb87b02e322202c371 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/8935df20f2c640eb87b02e322202c371 2024-11-22T05:15:47,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/23de3d8c718b42e8ab842a3bdc2c68fd to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/23de3d8c718b42e8ab842a3bdc2c68fd 2024-11-22T05:15:47,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a5f907b87aca404bb2e3c7e949ecefb3 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a5f907b87aca404bb2e3c7e949ecefb3 2024-11-22T05:15:47,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d83e63294de54ebfbaadd7a9ed6cf6ac to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/d83e63294de54ebfbaadd7a9ed6cf6ac 2024-11-22T05:15:47,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/978c6ab4ea1849a89aa094f001f59f87 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/978c6ab4ea1849a89aa094f001f59f87 2024-11-22T05:15:47,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2fc0554876ca44fd805227b68f0e933a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2fc0554876ca44fd805227b68f0e933a 2024-11-22T05:15:47,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2b43754ea62042b884818996e5ce6a9e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/2b43754ea62042b884818996e5ce6a9e 2024-11-22T05:15:47,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/4376d4e354e84a9d8d61799c3aaa3c45 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/4376d4e354e84a9d8d61799c3aaa3c45 2024-11-22T05:15:47,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a0b78ac0b8814644b9836d357f2f09f5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1b45e72f4d2143aeb67e420c3934d993, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/85bfc5f4734247d99584e27cd4f4a9f1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b290d61b17e442089a9db6e36f3a3b16, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b5b5163e5090423bbe1241e1f4086d09, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0fbba6b47db0458b8c6593ebe17ed793, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fa70d30f80e247518cd230b488105b3e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0d91b982e95940049dc8dbe2de89a1b6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a4a86878004c47628fce6227fd798172, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/2175e607034e4bf6b6398b46b582e39d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/de706fdde2fb44f1b6ecfd876f356eae, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/560db9f1488c4196a29887a4d5457456, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/71b5fc3582fa4301b5aed6ee800c2cc1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/90ff5069b37d419493c917cb0362fe53, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1e5943f3883a4083873ff46495ceb803, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/7aca378874814b448a011ad30d2a5475, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b386f1e3e5794c7eac8ed2014c685b62, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/046c90ab8f3c4f358933c1704082a3f1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b8eb49ee1d0c4b478938f7df7ce31086, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/9dfe10a125914660abdcbadedc4a675e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/df7d091c4d484d85b9ce1d512532f1bb, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/e08522085e784d569096f3fce67ff2a4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b25e9a1a5b4a4d46bd4c82c6d481ecf4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/638cbf47d8494127be1cb236ce445974, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b134c751b14f4215b459d25d92eac9f8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1865baac2c8840379629b2d27577c7de, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/181a11cc1c16492ab0cd8f51b868ecb8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/f59a33da0c9d479192cb5f126fb88b64, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fb37da5842ea4e8aa110cd81569a8187] to archive 2024-11-22T05:15:47,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:15:47,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a0b78ac0b8814644b9836d357f2f09f5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a0b78ac0b8814644b9836d357f2f09f5 2024-11-22T05:15:47,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1b45e72f4d2143aeb67e420c3934d993 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1b45e72f4d2143aeb67e420c3934d993 2024-11-22T05:15:47,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/85bfc5f4734247d99584e27cd4f4a9f1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/85bfc5f4734247d99584e27cd4f4a9f1 2024-11-22T05:15:47,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b290d61b17e442089a9db6e36f3a3b16 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b290d61b17e442089a9db6e36f3a3b16 2024-11-22T05:15:47,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b5b5163e5090423bbe1241e1f4086d09 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b5b5163e5090423bbe1241e1f4086d09 2024-11-22T05:15:47,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0fbba6b47db0458b8c6593ebe17ed793 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0fbba6b47db0458b8c6593ebe17ed793 2024-11-22T05:15:47,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fa70d30f80e247518cd230b488105b3e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fa70d30f80e247518cd230b488105b3e 2024-11-22T05:15:47,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0d91b982e95940049dc8dbe2de89a1b6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/0d91b982e95940049dc8dbe2de89a1b6 2024-11-22T05:15:47,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a4a86878004c47628fce6227fd798172 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/a4a86878004c47628fce6227fd798172 2024-11-22T05:15:47,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/2175e607034e4bf6b6398b46b582e39d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/2175e607034e4bf6b6398b46b582e39d 2024-11-22T05:15:47,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/de706fdde2fb44f1b6ecfd876f356eae to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/de706fdde2fb44f1b6ecfd876f356eae 2024-11-22T05:15:47,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/560db9f1488c4196a29887a4d5457456 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/560db9f1488c4196a29887a4d5457456 2024-11-22T05:15:47,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/71b5fc3582fa4301b5aed6ee800c2cc1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/71b5fc3582fa4301b5aed6ee800c2cc1 2024-11-22T05:15:47,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/90ff5069b37d419493c917cb0362fe53 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/90ff5069b37d419493c917cb0362fe53 2024-11-22T05:15:47,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1e5943f3883a4083873ff46495ceb803 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1e5943f3883a4083873ff46495ceb803 2024-11-22T05:15:47,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/7aca378874814b448a011ad30d2a5475 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/7aca378874814b448a011ad30d2a5475 2024-11-22T05:15:47,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b386f1e3e5794c7eac8ed2014c685b62 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b386f1e3e5794c7eac8ed2014c685b62 2024-11-22T05:15:47,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/046c90ab8f3c4f358933c1704082a3f1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/046c90ab8f3c4f358933c1704082a3f1 2024-11-22T05:15:47,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b8eb49ee1d0c4b478938f7df7ce31086 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b8eb49ee1d0c4b478938f7df7ce31086 2024-11-22T05:15:47,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/9dfe10a125914660abdcbadedc4a675e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/9dfe10a125914660abdcbadedc4a675e 2024-11-22T05:15:47,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/df7d091c4d484d85b9ce1d512532f1bb to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/df7d091c4d484d85b9ce1d512532f1bb 2024-11-22T05:15:47,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/e08522085e784d569096f3fce67ff2a4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/e08522085e784d569096f3fce67ff2a4 2024-11-22T05:15:47,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b25e9a1a5b4a4d46bd4c82c6d481ecf4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b25e9a1a5b4a4d46bd4c82c6d481ecf4 2024-11-22T05:15:47,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/638cbf47d8494127be1cb236ce445974 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/638cbf47d8494127be1cb236ce445974 2024-11-22T05:15:47,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b134c751b14f4215b459d25d92eac9f8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/b134c751b14f4215b459d25d92eac9f8 2024-11-22T05:15:47,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1865baac2c8840379629b2d27577c7de to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/1865baac2c8840379629b2d27577c7de 2024-11-22T05:15:47,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/181a11cc1c16492ab0cd8f51b868ecb8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/181a11cc1c16492ab0cd8f51b868ecb8 2024-11-22T05:15:47,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/f59a33da0c9d479192cb5f126fb88b64 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/f59a33da0c9d479192cb5f126fb88b64 2024-11-22T05:15:47,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fb37da5842ea4e8aa110cd81569a8187 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/fb37da5842ea4e8aa110cd81569a8187 2024-11-22T05:15:47,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f55e844172694e42a7f900108c186e38, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c4b9cb2f40364358b6d66ab2c13c2b35, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c8bf5b6629a74652a6bccea5c51d526a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3da9e45b512f4407aa6e83521828fd3e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/43066f2e2ee04e8ba83ef4fd887ea38e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e0d479242c414d44abd2415c92eb64d0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e14991d6e95c45deb12f90a7d3e46042, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/712fb201dbeb4cc29dc08b6d020b28b1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e43d4777398943fa9efb0017f341e011, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/052cea2951f34546aec2d8ab7fd3eb48, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/09cba226a4e944da966daa9830751379, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/667677f92048485f8dfd878881fe7eb5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/6eab2df56cfe4cbfaeffc44603e81874, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/87b9643186ab4634ba73575e2fda0c7b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3721ad29195244529775fca81bcd82ee, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/5ace04a70c144b3c908ae689ff4d4591, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/a0fd411141194de79515c8a26a65830d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/22f814a5d08a4420855ebaac0290df76, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f5677c1418cc4311981ccc486d4fcd0e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f977a9e2cf1b489fac916d6d4a26a2ff, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/2a8a82bdf9d54706a6c5ab830b0c1735, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/dfc3676cda574227b0fd608da8130994, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/5a90dcf67c8f43aca86e5df24bb86ac8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/33c7ef32615a4aceae374823e25ed6a6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/796fe8ae2f1a410b826070a4a777093e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/cc1411b089b9484786ac2e9354c50dac, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f53e7bc76dfd4d598eb7b413cbba506c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/b373ced496714858bee4f9eb0eb55663, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/bc70087e3bbf45d8a56fae7c775a94c7] to archive 2024-11-22T05:15:47,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:15:47,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f55e844172694e42a7f900108c186e38 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f55e844172694e42a7f900108c186e38 2024-11-22T05:15:47,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c4b9cb2f40364358b6d66ab2c13c2b35 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c4b9cb2f40364358b6d66ab2c13c2b35 2024-11-22T05:15:47,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c8bf5b6629a74652a6bccea5c51d526a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/c8bf5b6629a74652a6bccea5c51d526a 2024-11-22T05:15:47,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3da9e45b512f4407aa6e83521828fd3e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3da9e45b512f4407aa6e83521828fd3e 2024-11-22T05:15:47,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/43066f2e2ee04e8ba83ef4fd887ea38e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/43066f2e2ee04e8ba83ef4fd887ea38e 2024-11-22T05:15:47,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e0d479242c414d44abd2415c92eb64d0 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e0d479242c414d44abd2415c92eb64d0 2024-11-22T05:15:47,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e14991d6e95c45deb12f90a7d3e46042 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e14991d6e95c45deb12f90a7d3e46042 2024-11-22T05:15:47,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/712fb201dbeb4cc29dc08b6d020b28b1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/712fb201dbeb4cc29dc08b6d020b28b1 2024-11-22T05:15:47,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e43d4777398943fa9efb0017f341e011 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e43d4777398943fa9efb0017f341e011 2024-11-22T05:15:47,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/052cea2951f34546aec2d8ab7fd3eb48 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/052cea2951f34546aec2d8ab7fd3eb48 2024-11-22T05:15:47,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/09cba226a4e944da966daa9830751379 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/09cba226a4e944da966daa9830751379 2024-11-22T05:15:47,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/667677f92048485f8dfd878881fe7eb5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/667677f92048485f8dfd878881fe7eb5 2024-11-22T05:15:47,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/6eab2df56cfe4cbfaeffc44603e81874 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/6eab2df56cfe4cbfaeffc44603e81874 2024-11-22T05:15:47,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/87b9643186ab4634ba73575e2fda0c7b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/87b9643186ab4634ba73575e2fda0c7b 2024-11-22T05:15:47,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3721ad29195244529775fca81bcd82ee to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/3721ad29195244529775fca81bcd82ee 2024-11-22T05:15:47,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/5ace04a70c144b3c908ae689ff4d4591 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/5ace04a70c144b3c908ae689ff4d4591 2024-11-22T05:15:47,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/a0fd411141194de79515c8a26a65830d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/a0fd411141194de79515c8a26a65830d 2024-11-22T05:15:47,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/22f814a5d08a4420855ebaac0290df76 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/22f814a5d08a4420855ebaac0290df76 2024-11-22T05:15:47,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f5677c1418cc4311981ccc486d4fcd0e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f5677c1418cc4311981ccc486d4fcd0e 2024-11-22T05:15:47,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f977a9e2cf1b489fac916d6d4a26a2ff to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f977a9e2cf1b489fac916d6d4a26a2ff 2024-11-22T05:15:47,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/2a8a82bdf9d54706a6c5ab830b0c1735 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/2a8a82bdf9d54706a6c5ab830b0c1735 2024-11-22T05:15:47,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/dfc3676cda574227b0fd608da8130994 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/dfc3676cda574227b0fd608da8130994 2024-11-22T05:15:47,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/5a90dcf67c8f43aca86e5df24bb86ac8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/5a90dcf67c8f43aca86e5df24bb86ac8 2024-11-22T05:15:47,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/33c7ef32615a4aceae374823e25ed6a6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/33c7ef32615a4aceae374823e25ed6a6 2024-11-22T05:15:47,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/796fe8ae2f1a410b826070a4a777093e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/796fe8ae2f1a410b826070a4a777093e 2024-11-22T05:15:47,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/cc1411b089b9484786ac2e9354c50dac to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/cc1411b089b9484786ac2e9354c50dac 2024-11-22T05:15:47,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f53e7bc76dfd4d598eb7b413cbba506c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f53e7bc76dfd4d598eb7b413cbba506c 2024-11-22T05:15:47,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/b373ced496714858bee4f9eb0eb55663 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/b373ced496714858bee4f9eb0eb55663 2024-11-22T05:15:47,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/bc70087e3bbf45d8a56fae7c775a94c7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/bc70087e3bbf45d8a56fae7c775a94c7 2024-11-22T05:15:47,968 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/recovered.edits/612.seqid, newMaxSeqId=612, maxSeqId=1 2024-11-22T05:15:47,969 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. 2024-11-22T05:15:47,969 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 46a212c78bc62ecb2048da50d2f6bfa8: Waiting for close lock at 1732252546614Running coprocessor pre-close hooks at 1732252546614Disabling compacts and flushes for region at 1732252546614Disabling writes for close at 1732252546615 (+1 ms)Obtaining lock to block concurrent updates at 1732252546615Preparing flush snapshotting stores in 46a212c78bc62ecb2048da50d2f6bfa8 at 1732252546615Finished memstore snapshotting TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732252546615Flushing stores of TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8. at 1732252546615Flushing 46a212c78bc62ecb2048da50d2f6bfa8/A: creating writer at 1732252546615Flushing 46a212c78bc62ecb2048da50d2f6bfa8/A: appending metadata at 1732252546619 (+4 ms)Flushing 46a212c78bc62ecb2048da50d2f6bfa8/A: closing flushed file at 1732252546619Flushing 46a212c78bc62ecb2048da50d2f6bfa8/B: creating writer at 1732252547029 (+410 ms)Flushing 46a212c78bc62ecb2048da50d2f6bfa8/B: appending metadata at 1732252547034 (+5 ms)Flushing 46a212c78bc62ecb2048da50d2f6bfa8/B: closing flushed file at 1732252547034Flushing 46a212c78bc62ecb2048da50d2f6bfa8/C: creating writer at 1732252547444 (+410 ms)Flushing 46a212c78bc62ecb2048da50d2f6bfa8/C: appending metadata at 1732252547446 (+2 ms)Flushing 46a212c78bc62ecb2048da50d2f6bfa8/C: closing flushed file at 1732252547446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8fa66: reopening flushed file at 1732252547857 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad2ec6c: reopening flushed file at 1732252547865 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4685c261: reopening flushed file at 1732252547872 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 46a212c78bc62ecb2048da50d2f6bfa8 in 1266ms, sequenceid=609, compaction requested=true at 1732252547881 (+9 ms)Writing region close event to WAL at 1732252547965 (+84 ms)Running coprocessor post-close hooks at 1732252547969 (+4 ms)Closed at 1732252547969 2024-11-22T05:15:47,971 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:47,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=46a212c78bc62ecb2048da50d2f6bfa8, regionState=CLOSED 2024-11-22T05:15:47,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:15:47,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-22T05:15:47,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 46a212c78bc62ecb2048da50d2f6bfa8, server=82891a793a29,40047,1732252452553 in 1.5130 sec 2024-11-22T05:15:47,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-22T05:15:47,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=46a212c78bc62ecb2048da50d2f6bfa8, UNASSIGN in 1.5190 sec 2024-11-22T05:15:47,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-22T05:15:47,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5240 sec 2024-11-22T05:15:47,984 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252547984"}]},"ts":"1732252547984"} 2024-11-22T05:15:47,986 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T05:15:47,986 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T05:15:47,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5360 sec 2024-11-22T05:15:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T05:15:48,606 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:48,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T05:15:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:48,637 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T05:15:48,638 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:48,640 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:48,642 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/recovered.edits] 2024-11-22T05:15:48,646 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/0d6477d6f2ac467c910c137c311f8023 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/0d6477d6f2ac467c910c137c311f8023 2024-11-22T05:15:48,648 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/39d745bcb8e7487794d1303d44dba228 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/39d745bcb8e7487794d1303d44dba228 2024-11-22T05:15:48,649 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/805d13a7e6c14aa3bc4b6cc4fd0db8f7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/805d13a7e6c14aa3bc4b6cc4fd0db8f7 2024-11-22T05:15:48,651 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a8a36b7724fb4fc1a10653204f6b42a9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/A/a8a36b7724fb4fc1a10653204f6b42a9 2024-11-22T05:15:48,653 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/2ab8f79c050a4a48ba342fa1af3fabdb to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/2ab8f79c050a4a48ba342fa1af3fabdb 2024-11-22T05:15:48,654 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/5e97699ccab04aae8ee563bb9c7855d2 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/5e97699ccab04aae8ee563bb9c7855d2 2024-11-22T05:15:48,655 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/d4fae9aa28734b4a806d09070281a977 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/d4fae9aa28734b4a806d09070281a977 2024-11-22T05:15:48,656 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/d95dc78acc4b40bcb86386e52e4ba761 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/B/d95dc78acc4b40bcb86386e52e4ba761 2024-11-22T05:15:48,658 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/11a92b0ec70e411eb799ebbd90783033 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/11a92b0ec70e411eb799ebbd90783033 2024-11-22T05:15:48,659 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/d41a18a7bc9d444ab7cf4d4336ac423f to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/d41a18a7bc9d444ab7cf4d4336ac423f 2024-11-22T05:15:48,660 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e1224397405f4dbfa87eb4b42cd2bb71 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/e1224397405f4dbfa87eb4b42cd2bb71 2024-11-22T05:15:48,661 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f2a51ae341eb4c108e1e3130114733ec to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/C/f2a51ae341eb4c108e1e3130114733ec 2024-11-22T05:15:48,664 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/recovered.edits/612.seqid to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8/recovered.edits/612.seqid 2024-11-22T05:15:48,664 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/46a212c78bc62ecb2048da50d2f6bfa8 2024-11-22T05:15:48,664 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T05:15:48,667 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:48,670 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T05:15:48,672 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T05:15:48,673 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:48,673 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T05:15:48,674 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732252548673"}]},"ts":"9223372036854775807"} 2024-11-22T05:15:48,676 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T05:15:48,676 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 46a212c78bc62ecb2048da50d2f6bfa8, NAME => 'TestAcidGuarantees,,1732252523372.46a212c78bc62ecb2048da50d2f6bfa8.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T05:15:48,676 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T05:15:48,676 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732252548676"}]},"ts":"9223372036854775807"} 2024-11-22T05:15:48,678 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T05:15:48,679 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:48,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-22T05:15:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T05:15:48,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T05:15:48,746 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:48,758 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 249) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1930232785_22 at /127.0.0.1:51512 [Waiting for operation #447] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_29986461_22 at /127.0.0.1:58446 [Waiting for operation #177] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=511 (was 405) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7769 (was 8480) 2024-11-22T05:15:48,768 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=511, ProcessCount=11, AvailableMemoryMB=7769 2024-11-22T05:15:48,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T05:15:48,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:15:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:48,772 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:15:48,772 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:48,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-22T05:15:48,773 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:15:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T05:15:48,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742135_1311 (size=1061) 2024-11-22T05:15:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T05:15:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T05:15:49,183 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410 2024-11-22T05:15:49,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742136_1312 (size=53) 2024-11-22T05:15:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T05:15:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:15:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 96d9fba5395449bcf1cc4efec91cd34e, disabling compactions & flushes 2024-11-22T05:15:49,588 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. after waiting 0 ms 2024-11-22T05:15:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:49,588 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96d9fba5395449bcf1cc4efec91cd34e: Waiting for close lock at 1732252549588Disabling compacts and flushes for region at 1732252549588Disabling writes for close at 1732252549588Writing region close event to WAL at 1732252549588Closed at 1732252549588 2024-11-22T05:15:49,589 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:15:49,589 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732252549589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252549589"}]},"ts":"1732252549589"} 2024-11-22T05:15:49,591 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:15:49,591 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:15:49,591 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252549591"}]},"ts":"1732252549591"} 2024-11-22T05:15:49,593 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T05:15:49,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, ASSIGN}] 2024-11-22T05:15:49,594 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, ASSIGN 2024-11-22T05:15:49,594 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, ASSIGN; state=OFFLINE, location=82891a793a29,40047,1732252452553; forceNewPlan=false, retain=false 2024-11-22T05:15:49,745 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=96d9fba5395449bcf1cc4efec91cd34e, regionState=OPENING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:15:49,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, ASSIGN because future has completed 2024-11-22T05:15:49,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:15:49,904 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:49,904 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:15:49,905 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,905 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:15:49,905 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,905 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T05:15:49,908 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,909 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:15:49,910 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d9fba5395449bcf1cc4efec91cd34e columnFamilyName A 2024-11-22T05:15:49,910 DEBUG [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:49,910 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(327): Store=96d9fba5395449bcf1cc4efec91cd34e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:15:49,910 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,911 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:15:49,911 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d9fba5395449bcf1cc4efec91cd34e columnFamilyName B 2024-11-22T05:15:49,911 DEBUG [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:49,912 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(327): Store=96d9fba5395449bcf1cc4efec91cd34e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:15:49,912 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,913 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:15:49,913 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d9fba5395449bcf1cc4efec91cd34e columnFamilyName C 2024-11-22T05:15:49,913 DEBUG [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:49,914 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(327): Store=96d9fba5395449bcf1cc4efec91cd34e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:15:49,914 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:49,914 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,914 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,915 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,916 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,916 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,916 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:15:49,918 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,920 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:15:49,920 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened 96d9fba5395449bcf1cc4efec91cd34e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58739889, jitterRate=-0.12470744550228119}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:15:49,920 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:49,921 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for 96d9fba5395449bcf1cc4efec91cd34e: Running coprocessor pre-open hook at 1732252549905Writing region info on filesystem at 1732252549905Initializing all the Stores at 1732252549907 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252549907Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252549908 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252549908Cleaning up temporary data from old regions at 1732252549916 (+8 ms)Running coprocessor post-open hooks at 1732252549920 (+4 ms)Region opened successfully at 1732252549921 (+1 ms) 2024-11-22T05:15:49,922 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., pid=91, masterSystemTime=1732252549898 2024-11-22T05:15:49,924 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:49,924 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:49,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=96d9fba5395449bcf1cc4efec91cd34e, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:15:49,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:15:49,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T05:15:49,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 in 181 msec 2024-11-22T05:15:49,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T05:15:49,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, ASSIGN in 336 msec 2024-11-22T05:15:49,932 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:15:49,932 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252549932"}]},"ts":"1732252549932"} 2024-11-22T05:15:49,934 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T05:15:49,935 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:15:49,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-22T05:15:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T05:15:50,916 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:50,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11851421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:50,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:50,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:50,918 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df3a5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:50,919 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d93f28f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:50,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:50,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:50,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:15:50,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,42297,1732252451391 2024-11-22T05:15:50,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13da2c6e 2024-11-22T05:15:50,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:15:50,924 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:15:50,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T05:15:50,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:15:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T05:15:50,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742137_1313 (size=1097) 2024-11-22T05:15:51,340 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T05:15:51,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T05:15:51,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T05:15:51,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, REOPEN/MOVE}] 2024-11-22T05:15:51,349 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, REOPEN/MOVE 2024-11-22T05:15:51,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=96d9fba5395449bcf1cc4efec91cd34e, regionState=CLOSING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:15:51,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, REOPEN/MOVE because future has completed 2024-11-22T05:15:51,352 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:15:51,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:15:51,505 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,505 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:15:51,505 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 96d9fba5395449bcf1cc4efec91cd34e, disabling compactions & flushes 2024-11-22T05:15:51,505 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:51,505 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:51,505 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. after waiting 0 ms 2024-11-22T05:15:51,505 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:51,508 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T05:15:51,509 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:51,509 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 96d9fba5395449bcf1cc4efec91cd34e: Waiting for close lock at 1732252551505Running coprocessor pre-close hooks at 1732252551505Disabling compacts and flushes for region at 1732252551505Disabling writes for close at 1732252551505Writing region close event to WAL at 1732252551505Running coprocessor post-close hooks at 1732252551509 (+4 ms)Closed at 1732252551509 2024-11-22T05:15:51,509 WARN [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: 96d9fba5395449bcf1cc4efec91cd34e to self. 2024-11-22T05:15:51,511 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=96d9fba5395449bcf1cc4efec91cd34e, regionState=CLOSED 2024-11-22T05:15:51,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:15:51,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-22T05:15:51,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 in 161 msec 2024-11-22T05:15:51,515 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, REOPEN/MOVE; state=CLOSED, location=82891a793a29,40047,1732252452553; forceNewPlan=false, retain=true 2024-11-22T05:15:51,666 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=96d9fba5395449bcf1cc4efec91cd34e, regionState=OPENING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:15:51,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, REOPEN/MOVE because future has completed 2024-11-22T05:15:51,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:15:51,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T05:15:51,824 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:51,824 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:15:51,825 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,825 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:15:51,825 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,825 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,828 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,830 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:15:51,830 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d9fba5395449bcf1cc4efec91cd34e columnFamilyName A 2024-11-22T05:15:51,832 DEBUG [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:51,833 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(327): Store=96d9fba5395449bcf1cc4efec91cd34e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:15:51,833 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,834 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:15:51,835 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d9fba5395449bcf1cc4efec91cd34e columnFamilyName B 2024-11-22T05:15:51,835 DEBUG [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:51,835 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(327): Store=96d9fba5395449bcf1cc4efec91cd34e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:15:51,835 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,836 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:15:51,836 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96d9fba5395449bcf1cc4efec91cd34e columnFamilyName C 2024-11-22T05:15:51,836 DEBUG [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:51,837 INFO [StoreOpener-96d9fba5395449bcf1cc4efec91cd34e-1 {}] regionserver.HStore(327): Store=96d9fba5395449bcf1cc4efec91cd34e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:15:51,837 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:51,837 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,838 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,840 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,841 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,841 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,842 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:15:51,843 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,844 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened 96d9fba5395449bcf1cc4efec91cd34e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73937967, jitterRate=0.10176156461238861}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:15:51,844 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,845 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for 96d9fba5395449bcf1cc4efec91cd34e: Running coprocessor pre-open hook at 1732252551826Writing region info on filesystem at 1732252551826Initializing all the Stores at 1732252551827 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252551827Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252551828 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252551828Cleaning up temporary data from old regions at 1732252551841 (+13 ms)Running coprocessor post-open hooks at 1732252551844 (+3 ms)Region opened successfully at 1732252551845 (+1 ms) 2024-11-22T05:15:51,846 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., pid=96, masterSystemTime=1732252551819 2024-11-22T05:15:51,847 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:51,847 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:51,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=96d9fba5395449bcf1cc4efec91cd34e, regionState=OPEN, openSeqNum=5, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:15:51,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:15:51,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-22T05:15:51,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 in 182 msec 2024-11-22T05:15:51,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T05:15:51,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, REOPEN/MOVE in 503 msec 2024-11-22T05:15:51,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T05:15:51,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-22T05:15:51,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 929 msec 2024-11-22T05:15:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T05:15:51,857 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:51,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335bd9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:51,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:51,859 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:51,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:51,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:51,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5442a9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:51,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:51,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:51,860 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1bfeb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549ff36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:51,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:51,861 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40df7443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:51,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:51,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:51,862 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c888035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1495b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:51,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:51,864 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:51,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:51,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:51,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de50900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:51,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:51,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:51,865 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:51,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687448ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a145a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:51,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:51,867 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8159c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:51,868 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:51,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5241388e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7933e7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:51,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:51,870 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b99b703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:51,872 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:51,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79520289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b124c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:51,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:51,873 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5362c36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:51,875 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:51,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b76f780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd5b9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:51,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:51,877 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:51,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e8804c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:51,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:51,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:51,879 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:51,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51612c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7604174c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:51,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:51,881 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e1c50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:51,883 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:51,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5382c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df18c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:51,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:51,885 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29be4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:51,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:51,886 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eb1154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb9f257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:15:51,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:15:51,888 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:15:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:15:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:15:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128bd70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:15:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:15:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:15:51,889 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:15:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51301b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:15:51,890 DEBUG [Thread-1442 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:51,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:51,891 DEBUG [Thread-1446 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:51,891 DEBUG [Thread-1457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:51,891 DEBUG [Thread-1444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:51,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:51,891 DEBUG [Thread-1440 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:51,891 DEBUG [Thread-1453 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:51,891 DEBUG [Thread-1459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:51,892 DEBUG [Thread-1455 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:51,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:51,892 DEBUG [Thread-1448 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:51,892 DEBUG [Thread-1440 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:51,893 DEBUG [Thread-1440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:51,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:51,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:51,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:51,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:51,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:51,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:51,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:51,895 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:51,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:51,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:51,895 DEBUG [Thread-1451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:15:51,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-22T05:15:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:15:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:15:51,896 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:51,897 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:15:51,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:15:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:15:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:15:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:15:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:15:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:15:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:15:51,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:15:51,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:15:51,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:15:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T05:15:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:15:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:15:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:15:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:15:51,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:51,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e8842fc7a03b48f1ad3c2392e4aba043_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252551905/Put/seqid=0 2024-11-22T05:15:51,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732252551926, max timestamp=1732252551937Num uniques 859; 2024-11-22T05:15:51,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732252551926, max timestamp=1732252551937Num uniques 859; 2024-11-22T05:15:51,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T05:15:51,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T05:15:51,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252551926, max timestamp=1732252551940Num uniques 859; 2024-11-22T05:15:51,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:51,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742138_1314 (size=9714) 2024-11-22T05:15:51,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:51,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e8842fc7a03b48f1ad3c2392e4aba043_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e8842fc7a03b48f1ad3c2392e4aba043_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:51,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/aded70f2a6fc44af8209f85c9d225d3e, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:51,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/aded70f2a6fc44af8209f85c9d225d3e is 175, key is test_row_0/A:col10/1732252551905/Put/seqid=0 2024-11-22T05:15:51,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742139_1315 (size=22361) 2024-11-22T05:15:51,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252611962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:51,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:51,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:51,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252611968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:51,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252611969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:51,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:51,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:51,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252611971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:51,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:51,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252611974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T05:15:52,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T05:15:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252612086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252612086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252612086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252612095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252612095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T05:15:52,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:52,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T05:15:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252612305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252612306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252612306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252612306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252612306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T05:15:52,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:52,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,368 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/aded70f2a6fc44af8209f85c9d225d3e 2024-11-22T05:15:52,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/05a84c25e277422ea15eebd25c78a414 is 50, key is test_row_0/B:col10/1732252551905/Put/seqid=0 2024-11-22T05:15:52,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742140_1316 (size=9657) 2024-11-22T05:15:52,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T05:15:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T05:15:52,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252612615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252612615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252612616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252612626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252612626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:52,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T05:15:52,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:52,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/05a84c25e277422ea15eebd25c78a414 2024-11-22T05:15:52,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T05:15:52,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:52,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:52,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/e5b82383746641c2bc931483585d3309 is 50, key is test_row_0/C:col10/1732252551905/Put/seqid=0 2024-11-22T05:15:52,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742141_1317 (size=9657) 2024-11-22T05:15:52,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/e5b82383746641c2bc931483585d3309 2024-11-22T05:15:52,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/aded70f2a6fc44af8209f85c9d225d3e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/aded70f2a6fc44af8209f85c9d225d3e 2024-11-22T05:15:52,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/aded70f2a6fc44af8209f85c9d225d3e, entries=100, sequenceid=14, filesize=21.8 K 2024-11-22T05:15:52,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/05a84c25e277422ea15eebd25c78a414 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/05a84c25e277422ea15eebd25c78a414 2024-11-22T05:15:52,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/05a84c25e277422ea15eebd25c78a414, entries=100, sequenceid=14, filesize=9.4 K 2024-11-22T05:15:52,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/e5b82383746641c2bc931483585d3309 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e5b82383746641c2bc931483585d3309 2024-11-22T05:15:52,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e5b82383746641c2bc931483585d3309, entries=100, sequenceid=14, filesize=9.4 K 2024-11-22T05:15:52,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 96d9fba5395449bcf1cc4efec91cd34e in 983ms, sequenceid=14, compaction requested=false 2024-11-22T05:15:52,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:52,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T05:15:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:52,971 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-22T05:15:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:15:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:15:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:15:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:52,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e1191597adb94c87b790290d7b8993b8_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252551950/Put/seqid=0 2024-11-22T05:15:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742142_1318 (size=12154) 2024-11-22T05:15:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T05:15:53,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:53,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252613146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252613146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252613153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252613154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252613158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252613266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252613276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252613277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:53,417 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e1191597adb94c87b790290d7b8993b8_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e1191597adb94c87b790290d7b8993b8_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:53,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/dc30fadf685541dfb8e961f1731f5cf6, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:53,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/dc30fadf685541dfb8e961f1731f5cf6 is 175, key is test_row_0/A:col10/1732252551950/Put/seqid=0 2024-11-22T05:15:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742143_1319 (size=30955) 2024-11-22T05:15:53,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252613486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:15:53,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252613496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252613496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252613806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252613817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252613817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:53,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:53,879 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/dc30fadf685541dfb8e961f1731f5cf6 2024-11-22T05:15:53,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/8069534f17f74b849230f2d919a75948 is 50, key is test_row_0/B:col10/1732252551950/Put/seqid=0 2024-11-22T05:15:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742144_1320 (size=12001) 2024-11-22T05:15:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T05:15:54,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252614166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:54,174 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:54,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252614178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:54,195 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:54,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:54,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:54,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:54,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252614328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:54,342 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/8069534f17f74b849230f2d919a75948 2024-11-22T05:15:54,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252614336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:54,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/e3b6971f6bab4a37b4891367a610b66d is 50, key is test_row_0/C:col10/1732252551950/Put/seqid=0 2024-11-22T05:15:54,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252614346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742145_1321 (size=12001) 2024-11-22T05:15:54,418 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/e3b6971f6bab4a37b4891367a610b66d 2024-11-22T05:15:54,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/dc30fadf685541dfb8e961f1731f5cf6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/dc30fadf685541dfb8e961f1731f5cf6 2024-11-22T05:15:54,468 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/dc30fadf685541dfb8e961f1731f5cf6, entries=150, sequenceid=49, filesize=30.2 K 2024-11-22T05:15:54,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/8069534f17f74b849230f2d919a75948 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8069534f17f74b849230f2d919a75948 2024-11-22T05:15:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,490 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8069534f17f74b849230f2d919a75948, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T05:15:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/e3b6971f6bab4a37b4891367a610b66d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e3b6971f6bab4a37b4891367a610b66d 2024-11-22T05:15:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,511 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e3b6971f6bab4a37b4891367a610b66d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T05:15:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,512 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 96d9fba5395449bcf1cc4efec91cd34e in 1541ms, sequenceid=49, compaction requested=false 2024-11-22T05:15:54,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:54,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:54,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-22T05:15:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-22T05:15:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-22T05:15:54,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6170 sec 2024-11-22T05:15:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.6250 sec 2024-11-22T05:15:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:55,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T05:15:55,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:15:55,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:55,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:15:55,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:55,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:15:55,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b81bbac11c3347f787a2afe74fb973f3_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252553156/Put/seqid=0 2024-11-22T05:15:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742146_1322 (size=12154) 2024-11-22T05:15:55,480 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:55,486 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b81bbac11c3347f787a2afe74fb973f3_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b81bbac11c3347f787a2afe74fb973f3_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:55,489 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/86e740b017f94192a902ffaaba287c53, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:55,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/86e740b017f94192a902ffaaba287c53 is 175, key is test_row_0/A:col10/1732252553156/Put/seqid=0 2024-11-22T05:15:55,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742147_1323 (size=30955) 2024-11-22T05:15:55,529 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/86e740b017f94192a902ffaaba287c53 2024-11-22T05:15:55,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/43245acc8d604095bea3ebb87bff0e27 is 50, key is test_row_0/B:col10/1732252553156/Put/seqid=0 2024-11-22T05:15:55,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252615562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:55,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252555549, max timestamp=1732252555581Num uniques 859; 2024-11-22T05:15:55,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252555549, max timestamp=1732252555581Num uniques 859; 2024-11-22T05:15:55,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:55,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:55,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252555549, max timestamp=1732252555581Num uniques 859; 2024-11-22T05:15:55,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742148_1324 (size=12001) 2024-11-22T05:15:55,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/43245acc8d604095bea3ebb87bff0e27 2024-11-22T05:15:55,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/be09864689554023b6487050a6bad7a1 is 50, key is test_row_0/C:col10/1732252553156/Put/seqid=0 2024-11-22T05:15:55,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742149_1325 (size=12001) 2024-11-22T05:15:55,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252615739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:55,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:55,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252615749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:55,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252615750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:55,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252615866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252615876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:55,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252615876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T05:15:56,067 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:15:56,067 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:15:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-22T05:15:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T05:15:56,069 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:15:56,070 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:15:56,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:15:56,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/be09864689554023b6487050a6bad7a1 2024-11-22T05:15:56,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/86e740b017f94192a902ffaaba287c53 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/86e740b017f94192a902ffaaba287c53 2024-11-22T05:15:56,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252616096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252616096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252616096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/86e740b017f94192a902ffaaba287c53, entries=150, sequenceid=60, filesize=30.2 K 2024-11-22T05:15:56,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/43245acc8d604095bea3ebb87bff0e27 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/43245acc8d604095bea3ebb87bff0e27 2024-11-22T05:15:56,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/43245acc8d604095bea3ebb87bff0e27, entries=150, sequenceid=60, filesize=11.7 K 2024-11-22T05:15:56,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/be09864689554023b6487050a6bad7a1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/be09864689554023b6487050a6bad7a1 2024-11-22T05:15:56,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/be09864689554023b6487050a6bad7a1, entries=150, sequenceid=60, filesize=11.7 K 2024-11-22T05:15:56,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 96d9fba5395449bcf1cc4efec91cd34e in 767ms, sequenceid=60, compaction requested=true 2024-11-22T05:15:56,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:56,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:56,161 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:56,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:56,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:56,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:56,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:56,162 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:56,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:56,162 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:56,162 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:56,163 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/B is initiating minor compaction (all files) 2024-11-22T05:15:56,163 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/A is initiating minor compaction (all files) 2024-11-22T05:15:56,163 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/A in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,163 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/B in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,163 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/aded70f2a6fc44af8209f85c9d225d3e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/dc30fadf685541dfb8e961f1731f5cf6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/86e740b017f94192a902ffaaba287c53] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=82.3 K 2024-11-22T05:15:56,163 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/05a84c25e277422ea15eebd25c78a414, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8069534f17f74b849230f2d919a75948, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/43245acc8d604095bea3ebb87bff0e27] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=32.9 K 2024-11-22T05:15:56,163 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,163 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/aded70f2a6fc44af8209f85c9d225d3e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/dc30fadf685541dfb8e961f1731f5cf6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/86e740b017f94192a902ffaaba287c53] 2024-11-22T05:15:56,163 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 05a84c25e277422ea15eebd25c78a414, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732252551905 2024-11-22T05:15:56,163 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting aded70f2a6fc44af8209f85c9d225d3e, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732252551905 2024-11-22T05:15:56,164 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc30fadf685541dfb8e961f1731f5cf6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732252551950 2024-11-22T05:15:56,164 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 8069534f17f74b849230f2d919a75948, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732252551950 2024-11-22T05:15:56,164 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86e740b017f94192a902ffaaba287c53, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732252553153 2024-11-22T05:15:56,164 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 43245acc8d604095bea3ebb87bff0e27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732252553153 2024-11-22T05:15:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T05:15:56,197 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:56,208 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:56,209 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/f4af42f75c474bb4bbe726e98d6e558f is 50, key is test_row_0/B:col10/1732252553156/Put/seqid=0 2024-11-22T05:15:56,214 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411228394bd1003a44f189db9379a95932488_96d9fba5395449bcf1cc4efec91cd34e store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:56,216 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411228394bd1003a44f189db9379a95932488_96d9fba5395449bcf1cc4efec91cd34e, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:56,216 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228394bd1003a44f189db9379a95932488_96d9fba5395449bcf1cc4efec91cd34e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:56,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-22T05:15:56,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:15:56,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:56,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:15:56,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:56,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:15:56,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:56,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T05:15:56,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:56,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742150_1326 (size=12104) 2024-11-22T05:15:56,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742151_1327 (size=4469) 2024-11-22T05:15:56,295 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#A#compaction#276 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:56,296 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/cde0b57acce7441e9569ac57e8953198 is 175, key is test_row_0/A:col10/1732252553156/Put/seqid=0 2024-11-22T05:15:56,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221dec37279eaf42848494da4f7ae68b68_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252555717/Put/seqid=0 2024-11-22T05:15:56,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252616298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252616310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742152_1328 (size=31058) 2024-11-22T05:15:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742153_1329 (size=14594) 2024-11-22T05:15:56,356 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/cde0b57acce7441e9569ac57e8953198 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cde0b57acce7441e9569ac57e8953198 2024-11-22T05:15:56,356 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:56,361 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221dec37279eaf42848494da4f7ae68b68_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221dec37279eaf42848494da4f7ae68b68_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:56,363 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2b11866c49424d95b7f9a89355e9a671, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:56,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2b11866c49424d95b7f9a89355e9a671 is 175, key is test_row_0/A:col10/1732252555717/Put/seqid=0 2024-11-22T05:15:56,363 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/A of 96d9fba5395449bcf1cc4efec91cd34e into cde0b57acce7441e9569ac57e8953198(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:56,363 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:56,363 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/A, priority=13, startTime=1732252556161; duration=0sec 2024-11-22T05:15:56,364 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:56,364 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:A 2024-11-22T05:15:56,364 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:15:56,365 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:15:56,365 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/C is initiating minor compaction (all files) 2024-11-22T05:15:56,365 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/C in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,365 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e5b82383746641c2bc931483585d3309, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e3b6971f6bab4a37b4891367a610b66d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/be09864689554023b6487050a6bad7a1] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=32.9 K 2024-11-22T05:15:56,366 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5b82383746641c2bc931483585d3309, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732252551905 2024-11-22T05:15:56,366 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3b6971f6bab4a37b4891367a610b66d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732252551950 2024-11-22T05:15:56,366 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting be09864689554023b6487050a6bad7a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732252553153 2024-11-22T05:15:56,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T05:15:56,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742154_1330 (size=39549) 2024-11-22T05:15:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T05:15:56,387 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:56,387 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/a2b9f7c6980a4b81933b4fe719904dff is 50, key is test_row_0/C:col10/1732252553156/Put/seqid=0 2024-11-22T05:15:56,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742155_1331 (size=12104) 2024-11-22T05:15:56,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252616426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252616427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252616427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252616427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252616436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T05:15:56,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:56,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252616656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252616662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T05:15:56,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:56,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,685 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/f4af42f75c474bb4bbe726e98d6e558f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f4af42f75c474bb4bbe726e98d6e558f 2024-11-22T05:15:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,689 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/B of 96d9fba5395449bcf1cc4efec91cd34e into f4af42f75c474bb4bbe726e98d6e558f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:56,690 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:56,690 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/B, priority=13, startTime=1732252556161; duration=0sec 2024-11-22T05:15:56,690 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:56,690 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:B 2024-11-22T05:15:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T05:15:56,791 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2b11866c49424d95b7f9a89355e9a671 2024-11-22T05:15:56,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/85ed6074f5394321b9f955bc9afc6027 is 50, key is test_row_0/B:col10/1732252555717/Put/seqid=0 2024-11-22T05:15:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742156_1332 (size=12001) 2024-11-22T05:15:56,807 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/a2b9f7c6980a4b81933b4fe719904dff as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/a2b9f7c6980a4b81933b4fe719904dff 2024-11-22T05:15:56,813 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/C of 96d9fba5395449bcf1cc4efec91cd34e into a2b9f7c6980a4b81933b4fe719904dff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:56,813 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:56,813 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/C, priority=13, startTime=1732252556162; duration=0sec 2024-11-22T05:15:56,813 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:56,813 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:C 2024-11-22T05:15:56,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T05:15:56,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:56,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252616956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252616957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252616968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:56,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T05:15:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:56,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:56,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252616987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:56,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:56,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:56,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252616987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:57,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T05:15:57,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:57,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:57,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:57,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:57,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:57,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/85ed6074f5394321b9f955bc9afc6027 2024-11-22T05:15:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T05:15:57,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/bb35e11ba4a14d91a6456df90b609aac is 50, key is test_row_0/C:col10/1732252555717/Put/seqid=0 2024-11-22T05:15:57,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742157_1333 (size=12001) 2024-11-22T05:15:57,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/bb35e11ba4a14d91a6456df90b609aac 2024-11-22T05:15:57,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2b11866c49424d95b7f9a89355e9a671 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2b11866c49424d95b7f9a89355e9a671 2024-11-22T05:15:57,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2b11866c49424d95b7f9a89355e9a671, entries=200, sequenceid=97, filesize=38.6 K 2024-11-22T05:15:57,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/85ed6074f5394321b9f955bc9afc6027 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/85ed6074f5394321b9f955bc9afc6027 2024-11-22T05:15:57,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/85ed6074f5394321b9f955bc9afc6027, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T05:15:57,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/bb35e11ba4a14d91a6456df90b609aac as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/bb35e11ba4a14d91a6456df90b609aac 2024-11-22T05:15:57,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T05:15:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:57,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/bb35e11ba4a14d91a6456df90b609aac, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T05:15:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:57,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:57,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:57,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:15:57,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 96d9fba5395449bcf1cc4efec91cd34e in 1087ms, sequenceid=97, compaction requested=false 2024-11-22T05:15:57,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:57,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T05:15:57,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:57,458 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:15:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:15:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:15:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:15:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221746cb8f91074d92aa36ec221066679e_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252556294/Put/seqid=0 2024-11-22T05:15:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:57,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:15:57,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742158_1334 (size=12154) 2024-11-22T05:15:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:57,536 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221746cb8f91074d92aa36ec221066679e_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221746cb8f91074d92aa36ec221066679e_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:57,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/07620b4b52ba41e39cf6480068a0ceae, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:57,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/07620b4b52ba41e39cf6480068a0ceae is 175, key is test_row_0/A:col10/1732252556294/Put/seqid=0 2024-11-22T05:15:57,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742159_1335 (size=30955) 2024-11-22T05:15:57,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252557602, max timestamp=1732252557660Num uniques 859; 2024-11-22T05:15:57,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252557602, max timestamp=1732252557660Num uniques 859; 2024-11-22T05:15:57,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:57,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:57,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252557602, max timestamp=1732252557660Num uniques 859; 2024-11-22T05:15:57,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:15:57,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252617770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:57,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252617771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:57,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:57,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:57,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:57,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252617886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:57,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252617896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:57,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:57,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:57,973 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/07620b4b52ba41e39cf6480068a0ceae 2024-11-22T05:15:58,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/dca8078da8bc41a6b4bbe793340e5ceb is 50, key is test_row_0/B:col10/1732252556294/Put/seqid=0 2024-11-22T05:15:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252617986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252617986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252617986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:58,007 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2262 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:58,007 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,008 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2263 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:58,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:58,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742160_1336 (size=12001) 2024-11-22T05:15:58,044 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/dca8078da8bc41a6b4bbe793340e5ceb 2024-11-22T05:15:58,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/1847d3812a19410e8c7e858473d23ea4 is 50, key is test_row_0/C:col10/1732252556294/Put/seqid=0 2024-11-22T05:15:58,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742161_1337 (size=12001) 2024-11-22T05:15:58,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252618117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:58,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252618117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:58,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T05:15:58,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252618446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:58,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252618446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:58,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:58,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:58,521 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/1847d3812a19410e8c7e858473d23ea4 2024-11-22T05:15:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/07620b4b52ba41e39cf6480068a0ceae as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/07620b4b52ba41e39cf6480068a0ceae 2024-11-22T05:15:58,527 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/07620b4b52ba41e39cf6480068a0ceae, entries=150, sequenceid=110, filesize=30.2 K 2024-11-22T05:15:58,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/dca8078da8bc41a6b4bbe793340e5ceb as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/dca8078da8bc41a6b4bbe793340e5ceb 2024-11-22T05:15:58,531 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/dca8078da8bc41a6b4bbe793340e5ceb, entries=150, sequenceid=110, filesize=11.7 K 2024-11-22T05:15:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/1847d3812a19410e8c7e858473d23ea4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/1847d3812a19410e8c7e858473d23ea4 2024-11-22T05:15:58,534 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/1847d3812a19410e8c7e858473d23ea4, entries=150, sequenceid=110, filesize=11.7 K 2024-11-22T05:15:58,535 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 96d9fba5395449bcf1cc4efec91cd34e in 1078ms, sequenceid=110, compaction requested=true 2024-11-22T05:15:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-22T05:15:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-22T05:15:58,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-22T05:15:58,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4660 sec 2024-11-22T05:15:58,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.4700 sec 2024-11-22T05:15:58,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732252557749, max timestamp=1732252558973Num uniques 1018; 2024-11-22T05:15:58,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T05:15:58,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732252557749, max timestamp=1732252558973Num uniques 1018; 2024-11-22T05:15:58,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732252557749, max timestamp=1732252558973Num uniques 1018; 2024-11-22T05:15:58,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T05:15:58,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T05:15:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:58,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=53.67 KB heapSize=145.08 KB 2024-11-22T05:15:58,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:15:58,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:58,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:15:58,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:58,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:15:58,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:15:59,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cd195362aeca46de8c91fca20efa5a25_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252558983/Put/seqid=0 2024-11-22T05:15:59,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742162_1338 (size=17284) 2024-11-22T05:15:59,005 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:59,010 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cd195362aeca46de8c91fca20efa5a25_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cd195362aeca46de8c91fca20efa5a25_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:59,011 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/5a46183ebb8d4adcbcdb6f7a4391d976, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:59,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/5a46183ebb8d4adcbcdb6f7a4391d976 is 175, key is test_row_0/A:col10/1732252558983/Put/seqid=0 2024-11-22T05:15:59,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742163_1339 (size=48389) 2024-11-22T05:15:59,020 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/5a46183ebb8d4adcbcdb6f7a4391d976 2024-11-22T05:15:59,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/98fabb3b94a348c08334f9ff0e04db1e is 50, key is test_row_0/B:col10/1732252558983/Put/seqid=0 2024-11-22T05:15:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742164_1340 (size=12151) 2024-11-22T05:15:59,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/98fabb3b94a348c08334f9ff0e04db1e 2024-11-22T05:15:59,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/0d42878fb67e4339b63f10ed330f8d05 is 50, key is test_row_0/C:col10/1732252558983/Put/seqid=0 2024-11-22T05:15:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742165_1341 (size=12151) 2024-11-22T05:15:59,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/0d42878fb67e4339b63f10ed330f8d05 2024-11-22T05:15:59,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/5a46183ebb8d4adcbcdb6f7a4391d976 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a46183ebb8d4adcbcdb6f7a4391d976 2024-11-22T05:15:59,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a46183ebb8d4adcbcdb6f7a4391d976, entries=250, sequenceid=152, filesize=47.3 K 2024-11-22T05:15:59,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/98fabb3b94a348c08334f9ff0e04db1e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/98fabb3b94a348c08334f9ff0e04db1e 2024-11-22T05:15:59,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/98fabb3b94a348c08334f9ff0e04db1e, entries=150, sequenceid=152, filesize=11.9 K 2024-11-22T05:15:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/0d42878fb67e4339b63f10ed330f8d05 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/0d42878fb67e4339b63f10ed330f8d05 2024-11-22T05:15:59,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/0d42878fb67e4339b63f10ed330f8d05, entries=150, sequenceid=152, filesize=11.9 K 2024-11-22T05:15:59,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.03 KB/148512, currentSize=80.51 KB/82440 for 96d9fba5395449bcf1cc4efec91cd34e in 85ms, sequenceid=152, compaction requested=true 2024-11-22T05:15:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:15:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:59,073 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:15:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:59,073 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:15:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:59,074 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:59,074 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/B is initiating minor compaction (all files) 2024-11-22T05:15:59,074 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/B in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:59,075 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f4af42f75c474bb4bbe726e98d6e558f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/85ed6074f5394321b9f955bc9afc6027, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/dca8078da8bc41a6b4bbe793340e5ceb, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/98fabb3b94a348c08334f9ff0e04db1e] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=47.1 K 2024-11-22T05:15:59,075 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149951 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:59,075 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting f4af42f75c474bb4bbe726e98d6e558f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732252553153 2024-11-22T05:15:59,075 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/A is initiating minor compaction (all files) 2024-11-22T05:15:59,075 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/A in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:59,075 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cde0b57acce7441e9569ac57e8953198, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2b11866c49424d95b7f9a89355e9a671, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/07620b4b52ba41e39cf6480068a0ceae, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a46183ebb8d4adcbcdb6f7a4391d976] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=146.4 K 2024-11-22T05:15:59,075 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:59,075 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cde0b57acce7441e9569ac57e8953198, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2b11866c49424d95b7f9a89355e9a671, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/07620b4b52ba41e39cf6480068a0ceae, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a46183ebb8d4adcbcdb6f7a4391d976] 2024-11-22T05:15:59,075 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 85ed6074f5394321b9f955bc9afc6027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732252555717 2024-11-22T05:15:59,076 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting cde0b57acce7441e9569ac57e8953198, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732252553153 2024-11-22T05:15:59,076 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting dca8078da8bc41a6b4bbe793340e5ceb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732252556268 2024-11-22T05:15:59,077 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b11866c49424d95b7f9a89355e9a671, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732252555717 2024-11-22T05:15:59,077 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 98fabb3b94a348c08334f9ff0e04db1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732252558983 2024-11-22T05:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:59,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T05:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:15:59,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:15:59,086 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07620b4b52ba41e39cf6480068a0ceae, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732252556268 2024-11-22T05:15:59,086 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a46183ebb8d4adcbcdb6f7a4391d976, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732252557769 2024-11-22T05:15:59,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c64866fe591b45fe8797e718cc6ce68f_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252559082/Put/seqid=0 2024-11-22T05:15:59,109 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:59,127 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#B#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:59,127 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/b9bd66270891410ea0aba4b9dd69fac0 is 50, key is test_row_0/B:col10/1732252558983/Put/seqid=0 2024-11-22T05:15:59,128 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411226ada966b34a44f708cfdfc4326494e9d_96d9fba5395449bcf1cc4efec91cd34e store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:59,131 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411226ada966b34a44f708cfdfc4326494e9d_96d9fba5395449bcf1cc4efec91cd34e, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:59,131 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226ada966b34a44f708cfdfc4326494e9d_96d9fba5395449bcf1cc4efec91cd34e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:59,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742166_1342 (size=17284) 2024-11-22T05:15:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742168_1344 (size=4469) 2024-11-22T05:15:59,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742167_1343 (size=12391) 2024-11-22T05:15:59,155 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#A#compaction#289 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:59,156 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/959e4a6a4d0f4e5397ba3be0a52d0b6b is 175, key is test_row_0/A:col10/1732252558983/Put/seqid=0 2024-11-22T05:15:59,159 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/b9bd66270891410ea0aba4b9dd69fac0 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b9bd66270891410ea0aba4b9dd69fac0 2024-11-22T05:15:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742169_1345 (size=31345) 2024-11-22T05:15:59,165 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/B of 96d9fba5395449bcf1cc4efec91cd34e into b9bd66270891410ea0aba4b9dd69fac0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:59,166 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:59,166 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/B, priority=12, startTime=1732252559073; duration=0sec 2024-11-22T05:15:59,166 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:15:59,166 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:B 2024-11-22T05:15:59,166 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:15:59,167 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:15:59,167 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/C is initiating minor compaction (all files) 2024-11-22T05:15:59,167 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/C in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:15:59,167 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/a2b9f7c6980a4b81933b4fe719904dff, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/bb35e11ba4a14d91a6456df90b609aac, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/1847d3812a19410e8c7e858473d23ea4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/0d42878fb67e4339b63f10ed330f8d05] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=47.1 K 2024-11-22T05:15:59,167 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting a2b9f7c6980a4b81933b4fe719904dff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732252553153 2024-11-22T05:15:59,168 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting bb35e11ba4a14d91a6456df90b609aac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732252555717 2024-11-22T05:15:59,168 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1847d3812a19410e8c7e858473d23ea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732252556268 2024-11-22T05:15:59,169 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d42878fb67e4339b63f10ed330f8d05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732252558983 2024-11-22T05:15:59,172 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/959e4a6a4d0f4e5397ba3be0a52d0b6b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/959e4a6a4d0f4e5397ba3be0a52d0b6b 2024-11-22T05:15:59,179 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/A of 96d9fba5395449bcf1cc4efec91cd34e into 959e4a6a4d0f4e5397ba3be0a52d0b6b(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:59,179 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:59,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:59,179 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/A, priority=12, startTime=1732252559073; duration=0sec 2024-11-22T05:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252619166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:59,179 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:59,179 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:A 2024-11-22T05:15:59,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252619168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:59,182 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#C#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:15:59,182 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/cbba9a073a924f5caaa99a68bac93699 is 50, key is test_row_0/C:col10/1732252558983/Put/seqid=0 2024-11-22T05:15:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742170_1346 (size=12391) 2024-11-22T05:15:59,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252619287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252619287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:59,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252619497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:59,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252619497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:59,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:59,540 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:15:59,545 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c64866fe591b45fe8797e718cc6ce68f_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c64866fe591b45fe8797e718cc6ce68f_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:15:59,547 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/7e7e2e53bdca44d592678f8843ca7eee, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:15:59,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/7e7e2e53bdca44d592678f8843ca7eee is 175, key is test_row_0/A:col10/1732252559082/Put/seqid=0 2024-11-22T05:15:59,597 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/cbba9a073a924f5caaa99a68bac93699 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/cbba9a073a924f5caaa99a68bac93699 2024-11-22T05:15:59,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742171_1347 (size=48389) 2024-11-22T05:15:59,599 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/7e7e2e53bdca44d592678f8843ca7eee 2024-11-22T05:15:59,603 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/C of 96d9fba5395449bcf1cc4efec91cd34e into cbba9a073a924f5caaa99a68bac93699(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:15:59,603 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:15:59,603 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/C, priority=12, startTime=1732252559073; duration=0sec 2024-11-22T05:15:59,603 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:15:59,603 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:C 2024-11-22T05:15:59,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/ec4d8cb518304bc98da499314fc38e21 is 50, key is test_row_0/B:col10/1732252559082/Put/seqid=0 2024-11-22T05:15:59,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742172_1348 (size=12151) 2024-11-22T05:15:59,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252619816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:59,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:15:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252619816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:15:59,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:15:59,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:15:59,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:00,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252620016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:00,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252620016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:00,026 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4287 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:00,027 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4282 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:00,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/ec4d8cb518304bc98da499314fc38e21 2024-11-22T05:16:00,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252620026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:00,039 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4293 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:00,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/604d8129c15d4e4d8f94ac54f5834aed is 50, key is test_row_0/C:col10/1732252559082/Put/seqid=0 2024-11-22T05:16:00,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742173_1349 (size=12151) 2024-11-22T05:16:00,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/604d8129c15d4e4d8f94ac54f5834aed 2024-11-22T05:16:00,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/7e7e2e53bdca44d592678f8843ca7eee as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7e7e2e53bdca44d592678f8843ca7eee 2024-11-22T05:16:00,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7e7e2e53bdca44d592678f8843ca7eee, entries=250, sequenceid=169, filesize=47.3 K 2024-11-22T05:16:00,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/ec4d8cb518304bc98da499314fc38e21 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/ec4d8cb518304bc98da499314fc38e21 2024-11-22T05:16:00,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/ec4d8cb518304bc98da499314fc38e21, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T05:16:00,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/604d8129c15d4e4d8f94ac54f5834aed as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/604d8129c15d4e4d8f94ac54f5834aed 2024-11-22T05:16:00,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/604d8129c15d4e4d8f94ac54f5834aed, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T05:16:00,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 96d9fba5395449bcf1cc4efec91cd34e in 985ms, sequenceid=169, compaction requested=false 2024-11-22T05:16:00,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T05:16:00,246 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:00,247 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-22T05:16:00,248 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T05:16:00,249 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:00,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:00,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T05:16:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:00,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ce901f4c4ec146eb8e23196003228ab8_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252560341/Put/seqid=0 2024-11-22T05:16:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T05:16:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742174_1350 (size=14794) 2024-11-22T05:16:00,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:00,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252620398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252620405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:00,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252620516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252620516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:00,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:00,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T05:16:00,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:00,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252620726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:00,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252620735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:00,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:00,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:00,758 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:00,762 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ce901f4c4ec146eb8e23196003228ab8_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ce901f4c4ec146eb8e23196003228ab8_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:00,762 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2140d6c8ac9446a796fc027124cf9263, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:00,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2140d6c8ac9446a796fc027124cf9263 is 175, key is test_row_0/A:col10/1732252560341/Put/seqid=0 2024-11-22T05:16:00,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742175_1351 (size=39749) 2024-11-22T05:16:00,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:00,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:00,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:00,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:00,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T05:16:01,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:01,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:01,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252621046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:01,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252621046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:01,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:01,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:01,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:01,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,169 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2140d6c8ac9446a796fc027124cf9263 2024-11-22T05:16:01,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/5d245ca8b48e4950a794e3658995e03b is 50, key is test_row_0/B:col10/1732252560341/Put/seqid=0 2024-11-22T05:16:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742176_1352 (size=12151) 2024-11-22T05:16:01,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T05:16:01,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252621555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:01,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252621556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:01,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:01,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:01,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:01,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:01,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:01,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:01,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/5d245ca8b48e4950a794e3658995e03b 2024-11-22T05:16:01,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/c341d2586dee4d318cc92150e0957af6 is 50, key is test_row_0/C:col10/1732252560341/Put/seqid=0 2024-11-22T05:16:01,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742177_1353 (size=12151) 2024-11-22T05:16:01,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T05:16:01,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T05:16:01,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:01,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:01,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/c341d2586dee4d318cc92150e0957af6 2024-11-22T05:16:01,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2140d6c8ac9446a796fc027124cf9263 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2140d6c8ac9446a796fc027124cf9263 2024-11-22T05:16:01,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2140d6c8ac9446a796fc027124cf9263, entries=200, sequenceid=188, filesize=38.8 K 2024-11-22T05:16:01,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/5d245ca8b48e4950a794e3658995e03b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5d245ca8b48e4950a794e3658995e03b 2024-11-22T05:16:01,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5d245ca8b48e4950a794e3658995e03b, entries=150, sequenceid=188, filesize=11.9 K 2024-11-22T05:16:01,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/c341d2586dee4d318cc92150e0957af6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c341d2586dee4d318cc92150e0957af6 2024-11-22T05:16:02,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c341d2586dee4d318cc92150e0957af6, entries=150, sequenceid=188, filesize=11.9 K 2024-11-22T05:16:02,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 96d9fba5395449bcf1cc4efec91cd34e in 1660ms, sequenceid=188, compaction requested=true 2024-11-22T05:16:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:02,003 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:02,003 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:02,003 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:02,003 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:02,003 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/B is initiating minor compaction (all files) 2024-11-22T05:16:02,003 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/A is initiating minor compaction (all files) 2024-11-22T05:16:02,003 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/B in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:02,003 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/A in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:02,004 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/959e4a6a4d0f4e5397ba3be0a52d0b6b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7e7e2e53bdca44d592678f8843ca7eee, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2140d6c8ac9446a796fc027124cf9263] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=116.7 K 2024-11-22T05:16:02,004 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b9bd66270891410ea0aba4b9dd69fac0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/ec4d8cb518304bc98da499314fc38e21, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5d245ca8b48e4950a794e3658995e03b] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=35.8 K 2024-11-22T05:16:02,004 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:02,004 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/959e4a6a4d0f4e5397ba3be0a52d0b6b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7e7e2e53bdca44d592678f8843ca7eee, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2140d6c8ac9446a796fc027124cf9263] 2024-11-22T05:16:02,004 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b9bd66270891410ea0aba4b9dd69fac0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732252558983 2024-11-22T05:16:02,004 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 959e4a6a4d0f4e5397ba3be0a52d0b6b, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732252558983 2024-11-22T05:16:02,004 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting ec4d8cb518304bc98da499314fc38e21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732252559043 2024-11-22T05:16:02,004 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e7e2e53bdca44d592678f8843ca7eee, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732252559043 2024-11-22T05:16:02,004 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2140d6c8ac9446a796fc027124cf9263, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732252559124 2024-11-22T05:16:02,004 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d245ca8b48e4950a794e3658995e03b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732252559124 2024-11-22T05:16:02,008 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:02,012 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229227a165ee2e479594029033a56ec32d_96d9fba5395449bcf1cc4efec91cd34e store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:02,013 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#B#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:02,014 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/8282c27015dc4c87901f7fb7d13eb086 is 50, key is test_row_0/B:col10/1732252560341/Put/seqid=0 2024-11-22T05:16:02,014 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229227a165ee2e479594029033a56ec32d_96d9fba5395449bcf1cc4efec91cd34e, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:02,014 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229227a165ee2e479594029033a56ec32d_96d9fba5395449bcf1cc4efec91cd34e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:02,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742178_1354 (size=12493) 2024-11-22T05:16:02,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742179_1355 (size=4469) 2024-11-22T05:16:02,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T05:16:02,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:02,081 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T05:16:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:02,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:02,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112256251dca7d8b440b8c103ac3917da39a_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252560373/Put/seqid=0 2024-11-22T05:16:02,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742180_1356 (size=12304) 2024-11-22T05:16:02,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,113 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112256251dca7d8b440b8c103ac3917da39a_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112256251dca7d8b440b8c103ac3917da39a_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:02,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2db70e8cf9da46ea826fb10129e2f07e, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:02,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2db70e8cf9da46ea826fb10129e2f07e is 175, key is test_row_0/A:col10/1732252560373/Put/seqid=0 2024-11-22T05:16:02,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742181_1357 (size=31105) 2024-11-22T05:16:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T05:16:02,427 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#A#compaction#297 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:02,427 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/6a545ef964754c9e91bea2c99643ef42 is 175, key is test_row_0/A:col10/1732252560341/Put/seqid=0 2024-11-22T05:16:02,432 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/8282c27015dc4c87901f7fb7d13eb086 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8282c27015dc4c87901f7fb7d13eb086 2024-11-22T05:16:02,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742182_1358 (size=31447) 2024-11-22T05:16:02,440 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/B of 96d9fba5395449bcf1cc4efec91cd34e into 8282c27015dc4c87901f7fb7d13eb086(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:02,440 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:02,440 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/B, priority=13, startTime=1732252562003; duration=0sec 2024-11-22T05:16:02,441 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:02,441 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:B 2024-11-22T05:16:02,441 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:02,442 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:02,442 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/C is initiating minor compaction (all files) 2024-11-22T05:16:02,442 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/C in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:02,442 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/cbba9a073a924f5caaa99a68bac93699, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/604d8129c15d4e4d8f94ac54f5834aed, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c341d2586dee4d318cc92150e0957af6] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=35.8 K 2024-11-22T05:16:02,442 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting cbba9a073a924f5caaa99a68bac93699, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732252558983 2024-11-22T05:16:02,442 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 604d8129c15d4e4d8f94ac54f5834aed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732252559043 2024-11-22T05:16:02,442 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting c341d2586dee4d318cc92150e0957af6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732252559124 2024-11-22T05:16:02,451 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:02,452 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/4f78c6e0b3fd4db3941edde5c8442b4b is 50, key is test_row_0/C:col10/1732252560341/Put/seqid=0 2024-11-22T05:16:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742183_1359 (size=12493) 2024-11-22T05:16:02,482 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/4f78c6e0b3fd4db3941edde5c8442b4b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/4f78c6e0b3fd4db3941edde5c8442b4b 2024-11-22T05:16:02,486 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/C of 96d9fba5395449bcf1cc4efec91cd34e into 4f78c6e0b3fd4db3941edde5c8442b4b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:02,486 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:02,486 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/C, priority=13, startTime=1732252562003; duration=0sec 2024-11-22T05:16:02,486 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:02,486 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:C 2024-11-22T05:16:02,523 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2db70e8cf9da46ea826fb10129e2f07e 2024-11-22T05:16:02,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/30615d7651244c09aa223b843e3b595d is 50, key is test_row_0/B:col10/1732252560373/Put/seqid=0 2024-11-22T05:16:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742184_1360 (size=12151) 2024-11-22T05:16:02,556 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/30615d7651244c09aa223b843e3b595d 2024-11-22T05:16:02,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/6138ab4b88114565a5676e26f743f7fb is 50, key is test_row_0/C:col10/1732252560373/Put/seqid=0 2024-11-22T05:16:02,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:02,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742185_1361 (size=12151) 2024-11-22T05:16:02,596 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/6138ab4b88114565a5676e26f743f7fb 2024-11-22T05:16:02,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/2db70e8cf9da46ea826fb10129e2f07e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2db70e8cf9da46ea826fb10129e2f07e 2024-11-22T05:16:02,605 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2db70e8cf9da46ea826fb10129e2f07e, entries=150, sequenceid=204, filesize=30.4 K 2024-11-22T05:16:02,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/30615d7651244c09aa223b843e3b595d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/30615d7651244c09aa223b843e3b595d 2024-11-22T05:16:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,610 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/30615d7651244c09aa223b843e3b595d, entries=150, sequenceid=204, filesize=11.9 K 2024-11-22T05:16:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/6138ab4b88114565a5676e26f743f7fb as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/6138ab4b88114565a5676e26f743f7fb 2024-11-22T05:16:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,615 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/6138ab4b88114565a5676e26f743f7fb, entries=150, sequenceid=204, filesize=11.9 K 2024-11-22T05:16:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,616 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=53.67 KB/54960 for 96d9fba5395449bcf1cc4efec91cd34e in 535ms, sequenceid=204, compaction requested=false 2024-11-22T05:16:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-22T05:16:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-22T05:16:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-22T05:16:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3690 sec 2024-11-22T05:16:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.3730 sec 2024-11-22T05:16:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:02,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T05:16:02,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:02,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:02,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:02,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:02,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:02,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228406ad6294be4ff3b4ea387636e33d54_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252562643/Put/seqid=0 2024-11-22T05:16:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742186_1362 (size=14794) 2024-11-22T05:16:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:02,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252622739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:02,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:02,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252622744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:02,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:02,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:02,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:02,843 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/6a545ef964754c9e91bea2c99643ef42 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/6a545ef964754c9e91bea2c99643ef42 2024-11-22T05:16:02,848 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/A of 96d9fba5395449bcf1cc4efec91cd34e into 6a545ef964754c9e91bea2c99643ef42(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:02,848 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:02,848 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/A, priority=13, startTime=1732252562003; duration=0sec 2024-11-22T05:16:02,848 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:02,848 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:A 2024-11-22T05:16:02,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252622856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:02,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252622865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:02,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:03,059 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:03,062 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228406ad6294be4ff3b4ea387636e33d54_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228406ad6294be4ff3b4ea387636e33d54_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:03,063 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/7793185dbaf3428fb456ee6682aa0282, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:03,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/7793185dbaf3428fb456ee6682aa0282 is 175, key is test_row_0/A:col10/1732252562643/Put/seqid=0 2024-11-22T05:16:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742187_1363 (size=39749) 2024-11-22T05:16:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252623076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252623076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:03,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252623386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:03,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:03,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252623386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:03,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:03,475 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/7793185dbaf3428fb456ee6682aa0282 2024-11-22T05:16:03,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/7947b917f63d4509abc4297755bd6afd is 50, key is test_row_0/B:col10/1732252562643/Put/seqid=0 2024-11-22T05:16:03,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742188_1364 (size=12151) 2024-11-22T05:16:03,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/7947b917f63d4509abc4297755bd6afd 2024-11-22T05:16:03,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/653eab092d9a409ab34ea25b60c4af00 is 50, key is test_row_0/C:col10/1732252562643/Put/seqid=0 2024-11-22T05:16:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742189_1365 (size=12151) 2024-11-22T05:16:03,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/653eab092d9a409ab34ea25b60c4af00 2024-11-22T05:16:03,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/7793185dbaf3428fb456ee6682aa0282 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7793185dbaf3428fb456ee6682aa0282 2024-11-22T05:16:03,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7793185dbaf3428fb456ee6682aa0282, entries=200, sequenceid=219, filesize=38.8 K 2024-11-22T05:16:03,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/7947b917f63d4509abc4297755bd6afd as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7947b917f63d4509abc4297755bd6afd 2024-11-22T05:16:03,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7947b917f63d4509abc4297755bd6afd, entries=150, sequenceid=219, filesize=11.9 K 2024-11-22T05:16:03,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/653eab092d9a409ab34ea25b60c4af00 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/653eab092d9a409ab34ea25b60c4af00 2024-11-22T05:16:03,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/653eab092d9a409ab34ea25b60c4af00, entries=150, sequenceid=219, filesize=11.9 K 2024-11-22T05:16:03,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 96d9fba5395449bcf1cc4efec91cd34e in 869ms, sequenceid=219, compaction requested=true 2024-11-22T05:16:03,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:03,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:03,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:03,513 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:03,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:03,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:03,513 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:03,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:03,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:03,513 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:03,513 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:03,513 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/B is initiating minor compaction (all files) 2024-11-22T05:16:03,513 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/A is initiating minor compaction (all files) 2024-11-22T05:16:03,513 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/B in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:03,513 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/A in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:03,514 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/6a545ef964754c9e91bea2c99643ef42, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2db70e8cf9da46ea826fb10129e2f07e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7793185dbaf3428fb456ee6682aa0282] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=99.9 K 2024-11-22T05:16:03,514 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8282c27015dc4c87901f7fb7d13eb086, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/30615d7651244c09aa223b843e3b595d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7947b917f63d4509abc4297755bd6afd] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=35.9 K 2024-11-22T05:16:03,514 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:03,514 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/6a545ef964754c9e91bea2c99643ef42, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2db70e8cf9da46ea826fb10129e2f07e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7793185dbaf3428fb456ee6682aa0282] 2024-11-22T05:16:03,514 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 8282c27015dc4c87901f7fb7d13eb086, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732252559124 2024-11-22T05:16:03,514 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a545ef964754c9e91bea2c99643ef42, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732252559124 2024-11-22T05:16:03,514 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2db70e8cf9da46ea826fb10129e2f07e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732252560373 2024-11-22T05:16:03,514 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 30615d7651244c09aa223b843e3b595d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732252560373 2024-11-22T05:16:03,514 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7793185dbaf3428fb456ee6682aa0282, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732252562607 2024-11-22T05:16:03,514 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 7947b917f63d4509abc4297755bd6afd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732252562610 2024-11-22T05:16:03,521 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:03,521 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/89977f4792af43e09b55caaf4bf4a823 is 50, key is test_row_0/B:col10/1732252562643/Put/seqid=0 2024-11-22T05:16:03,528 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:03,530 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112293ebf0d38ac24bc1b715b15711d2d8c1_96d9fba5395449bcf1cc4efec91cd34e store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742190_1366 (size=12595) 2024-11-22T05:16:03,531 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112293ebf0d38ac24bc1b715b15711d2d8c1_96d9fba5395449bcf1cc4efec91cd34e, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:03,531 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112293ebf0d38ac24bc1b715b15711d2d8c1_96d9fba5395449bcf1cc4efec91cd34e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742191_1367 (size=4469) 2024-11-22T05:16:03,539 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/89977f4792af43e09b55caaf4bf4a823 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/89977f4792af43e09b55caaf4bf4a823 2024-11-22T05:16:03,543 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/B of 96d9fba5395449bcf1cc4efec91cd34e into 89977f4792af43e09b55caaf4bf4a823(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:03,543 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:03,543 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/B, priority=13, startTime=1732252563513; duration=0sec 2024-11-22T05:16:03,543 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:03,543 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:B 2024-11-22T05:16:03,543 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:03,544 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:03,544 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/C is initiating minor compaction (all files) 2024-11-22T05:16:03,544 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/C in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:03,544 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/4f78c6e0b3fd4db3941edde5c8442b4b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/6138ab4b88114565a5676e26f743f7fb, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/653eab092d9a409ab34ea25b60c4af00] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=35.9 K 2024-11-22T05:16:03,545 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f78c6e0b3fd4db3941edde5c8442b4b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732252559124 2024-11-22T05:16:03,545 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 6138ab4b88114565a5676e26f743f7fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732252560373 2024-11-22T05:16:03,545 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 653eab092d9a409ab34ea25b60c4af00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732252562610 2024-11-22T05:16:03,550 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#C#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:03,550 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/3253dda5dec04d1ebcf765c72cea50aa is 50, key is test_row_0/C:col10/1732252562643/Put/seqid=0 2024-11-22T05:16:03,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742192_1368 (size=12595) 2024-11-22T05:16:03,558 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/3253dda5dec04d1ebcf765c72cea50aa as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/3253dda5dec04d1ebcf765c72cea50aa 2024-11-22T05:16:03,561 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/C of 96d9fba5395449bcf1cc4efec91cd34e into 3253dda5dec04d1ebcf765c72cea50aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:03,561 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:03,561 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/C, priority=13, startTime=1732252563513; duration=0sec 2024-11-22T05:16:03,561 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:03,561 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:C 2024-11-22T05:16:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:03,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T05:16:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:03,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:03,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ca102642008b4fce92d7ebd58a8eef40_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252563899/Put/seqid=0 2024-11-22T05:16:03,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742193_1369 (size=14794) 2024-11-22T05:16:03,951 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#A#compaction#307 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:03,952 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/5a488385311b47479ae67c1ae8b27363 is 175, key is test_row_0/A:col10/1732252562643/Put/seqid=0 2024-11-22T05:16:03,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742194_1370 (size=31549) 2024-11-22T05:16:03,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252623964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252623966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:04,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32912 deadline: 1732252624056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:04,067 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8321 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:04,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32866 deadline: 1732252624066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:04,072 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8333 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32872 deadline: 1732252624075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:04,088 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 96d9fba5395449bcf1cc4efec91cd34e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8343 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:04,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252624086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:04,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252624086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:04,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252624306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:04,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252624306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:04,316 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:04,319 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ca102642008b4fce92d7ebd58a8eef40_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ca102642008b4fce92d7ebd58a8eef40_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:04,320 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/96315fba4da14d3aac27262e29214e23, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:04,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/96315fba4da14d3aac27262e29214e23 is 175, key is test_row_0/A:col10/1732252563899/Put/seqid=0 2024-11-22T05:16:04,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742195_1371 (size=39749) 2024-11-22T05:16:04,358 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/5a488385311b47479ae67c1ae8b27363 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a488385311b47479ae67c1ae8b27363 2024-11-22T05:16:04,362 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/A of 96d9fba5395449bcf1cc4efec91cd34e into 5a488385311b47479ae67c1ae8b27363(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:04,362 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:04,362 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/A, priority=13, startTime=1732252563513; duration=0sec 2024-11-22T05:16:04,362 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:04,362 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:A 2024-11-22T05:16:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T05:16:04,406 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:04,406 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-22T05:16:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T05:16:04,407 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:04,408 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:04,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T05:16:04,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T05:16:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:04,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:04,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252624616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:04,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:04,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252624616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:04,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:04,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:04,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:04,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T05:16:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:04,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:04,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:04,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:04,725 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/96315fba4da14d3aac27262e29214e23 2024-11-22T05:16:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T05:16:04,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/b0ee136ebed24fca9ab796d72a615ec5 is 50, key is test_row_0/B:col10/1732252563899/Put/seqid=0 2024-11-22T05:16:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742196_1372 (size=12151) 2024-11-22T05:16:04,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/b0ee136ebed24fca9ab796d72a615ec5 2024-11-22T05:16:04,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/8530dc15fb3342ed94b32952edf17572 is 50, key is test_row_0/C:col10/1732252563899/Put/seqid=0 2024-11-22T05:16:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742197_1373 (size=12151) 2024-11-22T05:16:04,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T05:16:04,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:04,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:04,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:04,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:04,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:05,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T05:16:05,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:05,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:05,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:05,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:05,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T05:16:05,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252625126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:05,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252625126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:05,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/8530dc15fb3342ed94b32952edf17572 2024-11-22T05:16:05,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/96315fba4da14d3aac27262e29214e23 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/96315fba4da14d3aac27262e29214e23 2024-11-22T05:16:05,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/96315fba4da14d3aac27262e29214e23, entries=200, sequenceid=242, filesize=38.8 K 2024-11-22T05:16:05,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/b0ee136ebed24fca9ab796d72a615ec5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b0ee136ebed24fca9ab796d72a615ec5 2024-11-22T05:16:05,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b0ee136ebed24fca9ab796d72a615ec5, entries=150, sequenceid=242, filesize=11.9 K 2024-11-22T05:16:05,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/8530dc15fb3342ed94b32952edf17572 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/8530dc15fb3342ed94b32952edf17572 2024-11-22T05:16:05,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/8530dc15fb3342ed94b32952edf17572, entries=150, sequenceid=242, filesize=11.9 K 2024-11-22T05:16:05,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T05:16:05,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:05,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:05,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:05,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:05,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:05,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 96d9fba5395449bcf1cc4efec91cd34e in 1276ms, sequenceid=242, compaction requested=false 2024-11-22T05:16:05,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:05,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T05:16:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:05,326 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T05:16:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:05,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112274cf0a11030a46af9e3954f4d14af81e_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252563911/Put/seqid=0 2024-11-22T05:16:05,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742198_1374 (size=12304) 2024-11-22T05:16:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T05:16:05,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:05,740 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112274cf0a11030a46af9e3954f4d14af81e_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112274cf0a11030a46af9e3954f4d14af81e_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:05,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/cc2696c08cc943bb99c20490fe9eb263, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:05,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/cc2696c08cc943bb99c20490fe9eb263 is 175, key is test_row_0/A:col10/1732252563911/Put/seqid=0 2024-11-22T05:16:05,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742199_1375 (size=31105) 2024-11-22T05:16:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:06,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:06,145 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/cc2696c08cc943bb99c20490fe9eb263 2024-11-22T05:16:06,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/7679ac9f777c482e8b550cff1940ed34 is 50, key is test_row_0/B:col10/1732252563911/Put/seqid=0 2024-11-22T05:16:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742200_1376 (size=12151) 2024-11-22T05:16:06,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252626207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:06,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252626213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:06,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252626326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:06,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252626326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:06,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252626546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:06,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:06,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252626546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:06,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:06,555 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/7679ac9f777c482e8b550cff1940ed34 2024-11-22T05:16:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T05:16:06,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/855f7ac4153d4f4ab702253342991b82 is 50, key is test_row_0/C:col10/1732252563911/Put/seqid=0 2024-11-22T05:16:06,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742201_1377 (size=12151) 2024-11-22T05:16:06,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252626856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:06,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252626856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:06,974 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/855f7ac4153d4f4ab702253342991b82 2024-11-22T05:16:06,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/cc2696c08cc943bb99c20490fe9eb263 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cc2696c08cc943bb99c20490fe9eb263 2024-11-22T05:16:06,980 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cc2696c08cc943bb99c20490fe9eb263, entries=150, sequenceid=255, filesize=30.4 K 2024-11-22T05:16:06,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/7679ac9f777c482e8b550cff1940ed34 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7679ac9f777c482e8b550cff1940ed34 2024-11-22T05:16:06,986 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7679ac9f777c482e8b550cff1940ed34, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T05:16:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/855f7ac4153d4f4ab702253342991b82 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/855f7ac4153d4f4ab702253342991b82 2024-11-22T05:16:06,990 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/855f7ac4153d4f4ab702253342991b82, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T05:16:06,991 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 96d9fba5395449bcf1cc4efec91cd34e in 1665ms, sequenceid=255, compaction requested=true 2024-11-22T05:16:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-22T05:16:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-22T05:16:06,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-22T05:16:06,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5840 sec 2024-11-22T05:16:06,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.5880 sec 2024-11-22T05:16:07,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252566203, max timestamp=1732252567381Num uniques 859; 2024-11-22T05:16:07,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252566203, max timestamp=1732252567381Num uniques 859; 2024-11-22T05:16:07,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252566203, max timestamp=1732252567381Num uniques 859; 2024-11-22T05:16:07,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:07,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:07,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:07,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-22T05:16:07,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:07,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:07,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:07,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:07,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:07,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:07,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225d6331b6576f4b0da12f22f58d3ed90a_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252567399/Put/seqid=0 2024-11-22T05:16:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742202_1378 (size=17534) 2024-11-22T05:16:07,425 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:07,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225d6331b6576f4b0da12f22f58d3ed90a_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225d6331b6576f4b0da12f22f58d3ed90a_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:07,431 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/58f31179bf9d4d05bd32fbdef34be8a0, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:07,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/58f31179bf9d4d05bd32fbdef34be8a0 is 175, key is test_row_0/A:col10/1732252567399/Put/seqid=0 2024-11-22T05:16:07,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742203_1379 (size=48639) 2024-11-22T05:16:07,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252567482, max timestamp=1732252567510Num uniques 859; 2024-11-22T05:16:07,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252567482, max timestamp=1732252567510Num uniques 859; 2024-11-22T05:16:07,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252567482, max timestamp=1732252567510Num uniques 859; 2024-11-22T05:16:07,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:07,513 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:07,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252627594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252627603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:07,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252627705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252627715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:07,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/58f31179bf9d4d05bd32fbdef34be8a0 2024-11-22T05:16:07,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/421e6be3c6c54b59aadac92325dc4ff5 is 50, key is test_row_0/B:col10/1732252567399/Put/seqid=0 2024-11-22T05:16:07,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742204_1380 (size=12301) 2024-11-22T05:16:07,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/421e6be3c6c54b59aadac92325dc4ff5 2024-11-22T05:16:07,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/71f13d7389014f20a528a7fbdf17b318 is 50, key is test_row_0/C:col10/1732252567399/Put/seqid=0 2024-11-22T05:16:07,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742205_1381 (size=12301) 2024-11-22T05:16:07,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/71f13d7389014f20a528a7fbdf17b318 2024-11-22T05:16:07,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/58f31179bf9d4d05bd32fbdef34be8a0 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/58f31179bf9d4d05bd32fbdef34be8a0 2024-11-22T05:16:07,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/58f31179bf9d4d05bd32fbdef34be8a0, entries=250, sequenceid=280, filesize=47.5 K 2024-11-22T05:16:07,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/421e6be3c6c54b59aadac92325dc4ff5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/421e6be3c6c54b59aadac92325dc4ff5 2024-11-22T05:16:07,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/421e6be3c6c54b59aadac92325dc4ff5, entries=150, sequenceid=280, filesize=12.0 K 2024-11-22T05:16:07,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/71f13d7389014f20a528a7fbdf17b318 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/71f13d7389014f20a528a7fbdf17b318 2024-11-22T05:16:07,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/71f13d7389014f20a528a7fbdf17b318, entries=150, sequenceid=280, filesize=12.0 K 2024-11-22T05:16:07,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 96d9fba5395449bcf1cc4efec91cd34e in 509ms, sequenceid=280, compaction requested=true 2024-11-22T05:16:07,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:07,909 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:16:07,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:07,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:07,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:07,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:07,909 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:16:07,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:07,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:07,910 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151042 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:16:07,910 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:16:07,910 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/A is initiating minor compaction (all files) 2024-11-22T05:16:07,910 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/B is initiating minor compaction (all files) 2024-11-22T05:16:07,910 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/A in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:07,910 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/B in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:07,910 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a488385311b47479ae67c1ae8b27363, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/96315fba4da14d3aac27262e29214e23, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cc2696c08cc943bb99c20490fe9eb263, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/58f31179bf9d4d05bd32fbdef34be8a0] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=147.5 K 2024-11-22T05:16:07,910 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:07,910 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/89977f4792af43e09b55caaf4bf4a823, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b0ee136ebed24fca9ab796d72a615ec5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7679ac9f777c482e8b550cff1940ed34, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/421e6be3c6c54b59aadac92325dc4ff5] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=48.0 K 2024-11-22T05:16:07,910 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a488385311b47479ae67c1ae8b27363, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/96315fba4da14d3aac27262e29214e23, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cc2696c08cc943bb99c20490fe9eb263, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/58f31179bf9d4d05bd32fbdef34be8a0] 2024-11-22T05:16:07,911 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 89977f4792af43e09b55caaf4bf4a823, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732252562610 2024-11-22T05:16:07,911 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a488385311b47479ae67c1ae8b27363, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732252562610 2024-11-22T05:16:07,911 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96315fba4da14d3aac27262e29214e23, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732252562720 2024-11-22T05:16:07,911 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b0ee136ebed24fca9ab796d72a615ec5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732252562720 2024-11-22T05:16:07,914 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc2696c08cc943bb99c20490fe9eb263, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732252563911 2024-11-22T05:16:07,914 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 7679ac9f777c482e8b550cff1940ed34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732252563911 2024-11-22T05:16:07,914 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58f31179bf9d4d05bd32fbdef34be8a0, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732252566203 2024-11-22T05:16:07,914 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 421e6be3c6c54b59aadac92325dc4ff5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732252566203 2024-11-22T05:16:07,919 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:07,921 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#B#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:07,921 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/cad42a175214423b9ed99414391d3ec3 is 50, key is test_row_0/B:col10/1732252567399/Put/seqid=0 2024-11-22T05:16:07,924 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122a3bb7c56793e49fbafcbea599ef997da_96d9fba5395449bcf1cc4efec91cd34e store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:07,926 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122a3bb7c56793e49fbafcbea599ef997da_96d9fba5395449bcf1cc4efec91cd34e, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:07,927 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a3bb7c56793e49fbafcbea599ef997da_96d9fba5395449bcf1cc4efec91cd34e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:07,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-22T05:16:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:07,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742207_1383 (size=4469) 2024-11-22T05:16:07,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742206_1382 (size=12881) 2024-11-22T05:16:07,948 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#A#compaction#318 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:07,949 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/27530ebe6ac443d3ada3e2ce4cf26f9c is 175, key is test_row_0/A:col10/1732252567399/Put/seqid=0 2024-11-22T05:16:07,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224f078365d0894dab9879986c7cffabea_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252567936/Put/seqid=0 2024-11-22T05:16:07,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742208_1384 (size=31835) 2024-11-22T05:16:07,961 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/27530ebe6ac443d3ada3e2ce4cf26f9c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/27530ebe6ac443d3ada3e2ce4cf26f9c 2024-11-22T05:16:07,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742209_1385 (size=14994) 2024-11-22T05:16:07,966 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/A of 96d9fba5395449bcf1cc4efec91cd34e into 27530ebe6ac443d3ada3e2ce4cf26f9c(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:07,966 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:07,967 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/A, priority=12, startTime=1732252567909; duration=0sec 2024-11-22T05:16:07,967 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:07,967 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:A 2024-11-22T05:16:07,967 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:16:07,968 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:16:07,968 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/C is initiating minor compaction (all files) 2024-11-22T05:16:07,968 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/C in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:07,968 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/3253dda5dec04d1ebcf765c72cea50aa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/8530dc15fb3342ed94b32952edf17572, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/855f7ac4153d4f4ab702253342991b82, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/71f13d7389014f20a528a7fbdf17b318] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=48.0 K 2024-11-22T05:16:07,968 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3253dda5dec04d1ebcf765c72cea50aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732252562610 2024-11-22T05:16:07,968 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8530dc15fb3342ed94b32952edf17572, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732252562720 2024-11-22T05:16:07,968 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 855f7ac4153d4f4ab702253342991b82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732252563911 2024-11-22T05:16:07,968 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71f13d7389014f20a528a7fbdf17b318, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732252566203 2024-11-22T05:16:07,977 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:07,977 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/092a7ce4fb784324b6cfbd070daae58a is 50, key is test_row_0/C:col10/1732252567399/Put/seqid=0 2024-11-22T05:16:07,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252627971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:07,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:07,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742210_1386 (size=12881) 2024-11-22T05:16:07,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252627982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:07,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:08,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252628086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:08,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252628096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:08,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252628305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252628316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:08,351 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/cad42a175214423b9ed99414391d3ec3 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/cad42a175214423b9ed99414391d3ec3 2024-11-22T05:16:08,355 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/B of 96d9fba5395449bcf1cc4efec91cd34e into cad42a175214423b9ed99414391d3ec3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:08,355 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:08,355 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/B, priority=12, startTime=1732252567909; duration=0sec 2024-11-22T05:16:08,355 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:08,355 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:B 2024-11-22T05:16:08,363 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:08,365 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224f078365d0894dab9879986c7cffabea_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224f078365d0894dab9879986c7cffabea_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:08,366 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/8536d96478cb433ca1e4d65f11567f92, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:08,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/8536d96478cb433ca1e4d65f11567f92 is 175, key is test_row_0/A:col10/1732252567936/Put/seqid=0 2024-11-22T05:16:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742211_1387 (size=39949) 2024-11-22T05:16:08,388 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/092a7ce4fb784324b6cfbd070daae58a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/092a7ce4fb784324b6cfbd070daae58a 2024-11-22T05:16:08,393 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/C of 96d9fba5395449bcf1cc4efec91cd34e into 092a7ce4fb784324b6cfbd070daae58a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:08,393 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:08,393 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/C, priority=12, startTime=1732252567909; duration=0sec 2024-11-22T05:16:08,393 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:08,393 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:C 2024-11-22T05:16:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T05:16:08,566 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:08,566 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-22T05:16:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T05:16:08,568 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:08,568 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:08,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252628626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:08,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252628635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T05:16:08,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T05:16:08,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:08,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:08,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:08,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:08,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:08,781 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/8536d96478cb433ca1e4d65f11567f92 2024-11-22T05:16:08,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/e4030bb64480472eb200f6b764b554a5 is 50, key is test_row_0/B:col10/1732252567936/Put/seqid=0 2024-11-22T05:16:08,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742212_1388 (size=12301) 2024-11-22T05:16:08,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T05:16:08,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:08,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:08,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:08,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:08,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T05:16:09,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T05:16:09,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:09,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:09,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:09,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:09,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:09,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252629146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:09,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252629156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:09,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:09,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:09,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:09,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T05:16:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:09,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:09,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/e4030bb64480472eb200f6b764b554a5 2024-11-22T05:16:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T05:16:09,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/17ec1fae0ab5421abec992cfed3af941 is 50, key is test_row_0/C:col10/1732252567936/Put/seqid=0 2024-11-22T05:16:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742213_1389 (size=12301) 2024-11-22T05:16:09,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/17ec1fae0ab5421abec992cfed3af941 2024-11-22T05:16:09,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/8536d96478cb433ca1e4d65f11567f92 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8536d96478cb433ca1e4d65f11567f92 2024-11-22T05:16:09,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8536d96478cb433ca1e4d65f11567f92, entries=200, sequenceid=317, filesize=39.0 K 2024-11-22T05:16:09,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/e4030bb64480472eb200f6b764b554a5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/e4030bb64480472eb200f6b764b554a5 2024-11-22T05:16:09,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/e4030bb64480472eb200f6b764b554a5, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T05:16:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/17ec1fae0ab5421abec992cfed3af941 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/17ec1fae0ab5421abec992cfed3af941 2024-11-22T05:16:09,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/17ec1fae0ab5421abec992cfed3af941, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T05:16:09,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 96d9fba5395449bcf1cc4efec91cd34e in 1285ms, sequenceid=317, compaction requested=false 2024-11-22T05:16:09,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:09,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T05:16:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:09,334 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T05:16:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:09,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:09,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4d29a0029d94485a306b1c297e0a70c_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252567961/Put/seqid=0 2024-11-22T05:16:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742214_1390 (size=12454) 2024-11-22T05:16:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T05:16:09,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:09,749 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4d29a0029d94485a306b1c297e0a70c_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4d29a0029d94485a306b1c297e0a70c_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:09,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/39389b7e4543406dbac1a53263eb45cf, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:09,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/39389b7e4543406dbac1a53263eb45cf is 175, key is test_row_0/A:col10/1732252567961/Put/seqid=0 2024-11-22T05:16:09,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742215_1391 (size=31255) 2024-11-22T05:16:09,754 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/39389b7e4543406dbac1a53263eb45cf 2024-11-22T05:16:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/f8b32ed6d11c4c37ac992901219e9b06 is 50, key is test_row_0/B:col10/1732252567961/Put/seqid=0 2024-11-22T05:16:09,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742216_1392 (size=12301) 2024-11-22T05:16:10,164 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/f8b32ed6d11c4c37ac992901219e9b06 2024-11-22T05:16:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:10,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:10,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/dbe777f351d0444b8c5e9774146f7434 is 50, key is test_row_0/C:col10/1732252567961/Put/seqid=0 2024-11-22T05:16:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742217_1393 (size=12301) 2024-11-22T05:16:10,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252570216, max timestamp=1732252570242Num uniques 859; 2024-11-22T05:16:10,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252570216, max timestamp=1732252570242Num uniques 859; 2024-11-22T05:16:10,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:10,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:10,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252570216, max timestamp=1732252570242Num uniques 859; 2024-11-22T05:16:10,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:10,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252630319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:10,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252630321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:10,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252630436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:10,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252630436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:10,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:16:10,576 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/dbe777f351d0444b8c5e9774146f7434 2024-11-22T05:16:10,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/39389b7e4543406dbac1a53263eb45cf as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/39389b7e4543406dbac1a53263eb45cf 2024-11-22T05:16:10,583 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/39389b7e4543406dbac1a53263eb45cf, entries=150, sequenceid=329, filesize=30.5 K 2024-11-22T05:16:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/f8b32ed6d11c4c37ac992901219e9b06 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f8b32ed6d11c4c37ac992901219e9b06 2024-11-22T05:16:10,587 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f8b32ed6d11c4c37ac992901219e9b06, entries=150, sequenceid=329, filesize=12.0 K 2024-11-22T05:16:10,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/dbe777f351d0444b8c5e9774146f7434 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/dbe777f351d0444b8c5e9774146f7434 2024-11-22T05:16:10,590 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/dbe777f351d0444b8c5e9774146f7434, entries=150, sequenceid=329, filesize=12.0 K 2024-11-22T05:16:10,591 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 96d9fba5395449bcf1cc4efec91cd34e in 1257ms, sequenceid=329, compaction requested=true 2024-11-22T05:16:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-22T05:16:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-22T05:16:10,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-22T05:16:10,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0240 sec 2024-11-22T05:16:10,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.0270 sec 2024-11-22T05:16:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:10,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-22T05:16:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:16:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:16:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:10,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:16:10,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112279ae623721cf48d58e344de506574f9d_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252570301/Put/seqid=0 2024-11-22T05:16:10,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742218_1394 (size=17534) 2024-11-22T05:16:10,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:10,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252630688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252630688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T05:16:10,716 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:10,716 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-22T05:16:10,718 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T05:16:10,718 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:10,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:10,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252630805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:10,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252630805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T05:16:10,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:10,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:10,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:10,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:10,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:10,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:11,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:11,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T05:16:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252631026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:11,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252631026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:11,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:11,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112279ae623721cf48d58e344de506574f9d_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112279ae623721cf48d58e344de506574f9d_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:11,085 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/c2d5473d80564eb7995a2449d556dc9b, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:11,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/c2d5473d80564eb7995a2449d556dc9b is 175, key is test_row_0/A:col10/1732252570301/Put/seqid=0 2024-11-22T05:16:11,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742219_1395 (size=48639) 2024-11-22T05:16:11,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:11,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:11,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T05:16:11,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252631346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252631346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:11,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,488 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/c2d5473d80564eb7995a2449d556dc9b 2024-11-22T05:16:11,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/5e68a5b614934ee18581f3827c035b42 is 50, key is test_row_0/B:col10/1732252570301/Put/seqid=0 2024-11-22T05:16:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742220_1396 (size=12301) 2024-11-22T05:16:11,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:11,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:11,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:11,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T05:16:11,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32904 deadline: 1732252631866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32882 deadline: 1732252631866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:11,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:11,898 INFO [Thread-1457 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1457. 2024-11-22T05:16:11,898 DEBUG [Thread-1457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:11,898 DEBUG [Thread-1457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:11,898 DEBUG [Thread-1457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:11,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:11,898 INFO [Thread-1453 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1453. 2024-11-22T05:16:11,898 DEBUG [Thread-1453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:11,898 DEBUG [Thread-1453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:11,899 DEBUG [Thread-1453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:11,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:11,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/5e68a5b614934ee18581f3827c035b42 2024-11-22T05:16:11,902 INFO [Thread-1451 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1451. 2024-11-22T05:16:11,902 DEBUG [Thread-1451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:11,902 DEBUG [Thread-1451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:11,903 DEBUG [Thread-1451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:11,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:11,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/9df32635de454c0786b73d2ae9725ccd is 50, key is test_row_0/C:col10/1732252570301/Put/seqid=0 2024-11-22T05:16:11,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742221_1397 (size=12301) 2024-11-22T05:16:11,912 INFO [Thread-1459 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1459. 2024-11-22T05:16:11,912 DEBUG [Thread-1459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:11,912 DEBUG [Thread-1459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:11,912 DEBUG [Thread-1459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:11,912 INFO [Thread-1455 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1455. 2024-11-22T05:16:11,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:11,912 DEBUG [Thread-1455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:11,912 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:11,912 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:11,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:11,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:11,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:11,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:11,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:12,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:12,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:12,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:12,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:12,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:12,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:12,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:12,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:12,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:12,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:12,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:12,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:12,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/9df32635de454c0786b73d2ae9725ccd 2024-11-22T05:16:12,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/c2d5473d80564eb7995a2449d556dc9b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/c2d5473d80564eb7995a2449d556dc9b 2024-11-22T05:16:12,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/c2d5473d80564eb7995a2449d556dc9b, entries=250, sequenceid=368, filesize=47.5 K 2024-11-22T05:16:12,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/5e68a5b614934ee18581f3827c035b42 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5e68a5b614934ee18581f3827c035b42 2024-11-22T05:16:12,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5e68a5b614934ee18581f3827c035b42, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T05:16:12,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/9df32635de454c0786b73d2ae9725ccd as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/9df32635de454c0786b73d2ae9725ccd 2024-11-22T05:16:12,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/9df32635de454c0786b73d2ae9725ccd, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T05:16:12,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=26.84 KB/27480 for 96d9fba5395449bcf1cc4efec91cd34e in 1668ms, sequenceid=368, compaction requested=true 2024-11-22T05:16:12,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:12,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:12,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:12,336 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:16:12,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:12,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:12,336 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:16:12,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 96d9fba5395449bcf1cc4efec91cd34e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:12,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:12,337 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:16:12,337 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/B is initiating minor compaction (all files) 2024-11-22T05:16:12,337 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151678 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:16:12,337 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/B in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:12,337 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/A is initiating minor compaction (all files) 2024-11-22T05:16:12,337 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/A in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:12,337 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/cad42a175214423b9ed99414391d3ec3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/e4030bb64480472eb200f6b764b554a5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f8b32ed6d11c4c37ac992901219e9b06, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5e68a5b614934ee18581f3827c035b42] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=48.6 K 2024-11-22T05:16:12,337 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/27530ebe6ac443d3ada3e2ce4cf26f9c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8536d96478cb433ca1e4d65f11567f92, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/39389b7e4543406dbac1a53263eb45cf, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/c2d5473d80564eb7995a2449d556dc9b] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=148.1 K 2024-11-22T05:16:12,337 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:12,337 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/27530ebe6ac443d3ada3e2ce4cf26f9c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8536d96478cb433ca1e4d65f11567f92, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/39389b7e4543406dbac1a53263eb45cf, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/c2d5473d80564eb7995a2449d556dc9b] 2024-11-22T05:16:12,337 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting cad42a175214423b9ed99414391d3ec3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732252566203 2024-11-22T05:16:12,338 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27530ebe6ac443d3ada3e2ce4cf26f9c, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732252566203 2024-11-22T05:16:12,338 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting e4030bb64480472eb200f6b764b554a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732252567580 2024-11-22T05:16:12,338 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8536d96478cb433ca1e4d65f11567f92, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732252567558 2024-11-22T05:16:12,338 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting f8b32ed6d11c4c37ac992901219e9b06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732252567961 2024-11-22T05:16:12,338 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39389b7e4543406dbac1a53263eb45cf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732252567961 2024-11-22T05:16:12,338 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e68a5b614934ee18581f3827c035b42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732252570301 2024-11-22T05:16:12,338 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2d5473d80564eb7995a2449d556dc9b, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732252570272 2024-11-22T05:16:12,344 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:12,345 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:12,345 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122bc82958e9e8d452eaa1ae9f71e51c4e0_96d9fba5395449bcf1cc4efec91cd34e store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:12,346 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/5b4e3342199845b4ba6ac763f6ad807d is 50, key is test_row_0/B:col10/1732252570301/Put/seqid=0 2024-11-22T05:16:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742222_1398 (size=13017) 2024-11-22T05:16:12,351 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122bc82958e9e8d452eaa1ae9f71e51c4e0_96d9fba5395449bcf1cc4efec91cd34e, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:12,351 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc82958e9e8d452eaa1ae9f71e51c4e0_96d9fba5395449bcf1cc4efec91cd34e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:12,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742223_1399 (size=4469) 2024-11-22T05:16:12,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T05:16:12,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:12,403 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-22T05:16:12,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:12,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:12,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:12,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:12,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:12,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225e49917ef9784ecba6169b1386070a4e_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252570687/Put/seqid=0 2024-11-22T05:16:12,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742224_1400 (size=9914) 2024-11-22T05:16:12,756 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#A#compaction#331 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:12,757 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/8c905a939c8542968a961f903111c7d3 is 175, key is test_row_0/A:col10/1732252570301/Put/seqid=0 2024-11-22T05:16:12,758 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/5b4e3342199845b4ba6ac763f6ad807d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5b4e3342199845b4ba6ac763f6ad807d 2024-11-22T05:16:12,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742225_1401 (size=31971) 2024-11-22T05:16:12,764 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/B of 96d9fba5395449bcf1cc4efec91cd34e into 5b4e3342199845b4ba6ac763f6ad807d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:12,764 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:12,764 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/B, priority=12, startTime=1732252572336; duration=0sec 2024-11-22T05:16:12,765 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:12,765 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:B 2024-11-22T05:16:12,765 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:16:12,766 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:16:12,766 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 96d9fba5395449bcf1cc4efec91cd34e/C is initiating minor compaction (all files) 2024-11-22T05:16:12,767 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 96d9fba5395449bcf1cc4efec91cd34e/C in TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:12,767 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/092a7ce4fb784324b6cfbd070daae58a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/17ec1fae0ab5421abec992cfed3af941, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/dbe777f351d0444b8c5e9774146f7434, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/9df32635de454c0786b73d2ae9725ccd] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp, totalSize=48.6 K 2024-11-22T05:16:12,767 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 092a7ce4fb784324b6cfbd070daae58a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732252566203 2024-11-22T05:16:12,767 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 17ec1fae0ab5421abec992cfed3af941, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732252567580 2024-11-22T05:16:12,768 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting dbe777f351d0444b8c5e9774146f7434, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732252567961 2024-11-22T05:16:12,768 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 9df32635de454c0786b73d2ae9725ccd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732252570301 2024-11-22T05:16:12,779 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 96d9fba5395449bcf1cc4efec91cd34e#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:12,779 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/c7024ca031614ca5815504d43c2b3117 is 50, key is test_row_0/C:col10/1732252570301/Put/seqid=0 2024-11-22T05:16:12,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742226_1402 (size=13017) 2024-11-22T05:16:12,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:12,821 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225e49917ef9784ecba6169b1386070a4e_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225e49917ef9784ecba6169b1386070a4e_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:12,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/afede9d33b274ada9ecbe30e0e7330e3, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:12,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/afede9d33b274ada9ecbe30e0e7330e3 is 175, key is test_row_0/A:col10/1732252570687/Put/seqid=0 2024-11-22T05:16:12,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742227_1403 (size=22561) 2024-11-22T05:16:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T05:16:12,878 INFO [Thread-1448 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1448. 2024-11-22T05:16:12,878 DEBUG [Thread-1448 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:12,878 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:12,878 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:12,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:12,888 INFO [Thread-1446 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1446. 2024-11-22T05:16:12,888 DEBUG [Thread-1446 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:12,888 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:12,888 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:12,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:13,174 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/8c905a939c8542968a961f903111c7d3 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8c905a939c8542968a961f903111c7d3 2024-11-22T05:16:13,179 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/A of 96d9fba5395449bcf1cc4efec91cd34e into 8c905a939c8542968a961f903111c7d3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:13,180 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:13,180 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/A, priority=12, startTime=1732252572336; duration=0sec 2024-11-22T05:16:13,180 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:13,180 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:A 2024-11-22T05:16:13,188 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/c7024ca031614ca5815504d43c2b3117 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c7024ca031614ca5815504d43c2b3117 2024-11-22T05:16:13,193 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 96d9fba5395449bcf1cc4efec91cd34e/C of 96d9fba5395449bcf1cc4efec91cd34e into c7024ca031614ca5815504d43c2b3117(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:13,194 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:13,194 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., storeName=96d9fba5395449bcf1cc4efec91cd34e/C, priority=12, startTime=1732252572336; duration=0sec 2024-11-22T05:16:13,194 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:13,194 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 96d9fba5395449bcf1cc4efec91cd34e:C 2024-11-22T05:16:13,229 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/afede9d33b274ada9ecbe30e0e7330e3 2024-11-22T05:16:13,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/eddb69aaa8c84ee99d6abb687feffd02 is 50, key is test_row_0/B:col10/1732252570687/Put/seqid=0 2024-11-22T05:16:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742228_1404 (size=9857) 2024-11-22T05:16:13,645 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/eddb69aaa8c84ee99d6abb687feffd02 2024-11-22T05:16:13,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/08b873d0593d4d9e90905bb3d82b4d40 is 50, key is test_row_0/C:col10/1732252570687/Put/seqid=0 2024-11-22T05:16:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742229_1405 (size=9857) 2024-11-22T05:16:14,064 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/08b873d0593d4d9e90905bb3d82b4d40 2024-11-22T05:16:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:14,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. as already flushing 2024-11-22T05:16:14,119 INFO [Thread-1440 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1440. 2024-11-22T05:16:14,119 DEBUG [Thread-1440 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:14,119 DEBUG [Thread-1440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:14,120 DEBUG [Thread-1440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:14,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:14,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/afede9d33b274ada9ecbe30e0e7330e3 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/afede9d33b274ada9ecbe30e0e7330e3 2024-11-22T05:16:14,126 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/afede9d33b274ada9ecbe30e0e7330e3, entries=100, sequenceid=375, filesize=22.0 K 2024-11-22T05:16:14,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/eddb69aaa8c84ee99d6abb687feffd02 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/eddb69aaa8c84ee99d6abb687feffd02 2024-11-22T05:16:14,131 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/eddb69aaa8c84ee99d6abb687feffd02, entries=100, sequenceid=375, filesize=9.6 K 2024-11-22T05:16:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/08b873d0593d4d9e90905bb3d82b4d40 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/08b873d0593d4d9e90905bb3d82b4d40 2024-11-22T05:16:14,136 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/08b873d0593d4d9e90905bb3d82b4d40, entries=100, sequenceid=375, filesize=9.6 K 2024-11-22T05:16:14,137 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=20.13 KB/20610 for 96d9fba5395449bcf1cc4efec91cd34e in 1734ms, sequenceid=375, compaction requested=false 2024-11-22T05:16:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 96d9fba5395449bcf1cc4efec91cd34e: 2024-11-22T05:16:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:14,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-22T05:16:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-22T05:16:14,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-22T05:16:14,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4210 sec 2024-11-22T05:16:14,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 3.4250 sec 2024-11-22T05:16:14,158 INFO [Thread-1444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1444. 2024-11-22T05:16:14,158 DEBUG [Thread-1444 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:14,158 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:14,158 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:14,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:14,167 INFO [Thread-1442 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1442. 2024-11-22T05:16:14,167 DEBUG [Thread-1442 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:14,167 DEBUG [Thread-1442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:14,167 DEBUG [Thread-1442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:14,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T05:16:14,876 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:14,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T05:16:14,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 951 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2853 rows 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 947 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2839 rows 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 951 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2850 rows 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 952 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2855 rows 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 955 2024-11-22T05:16:14,877 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2863 rows 2024-11-22T05:16:14,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:16:14,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:16:14,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:14,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:14,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:14,878 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T05:16:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T05:16:14,883 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252574883"}]},"ts":"1732252574883"} 2024-11-22T05:16:14,886 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T05:16:14,886 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T05:16:14,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T05:16:14,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, UNASSIGN}] 2024-11-22T05:16:14,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, UNASSIGN 2024-11-22T05:16:14,891 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=96d9fba5395449bcf1cc4efec91cd34e, regionState=CLOSING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:16:14,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, UNASSIGN because future has completed 2024-11-22T05:16:14,893 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:16:14,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:16:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T05:16:15,047 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:15,047 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:16:15,047 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing 96d9fba5395449bcf1cc4efec91cd34e, disabling compactions & flushes 2024-11-22T05:16:15,047 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:15,048 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:15,048 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. after waiting 0 ms 2024-11-22T05:16:15,048 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:15,048 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(2902): Flushing 96d9fba5395449bcf1cc4efec91cd34e 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T05:16:15,049 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=A 2024-11-22T05:16:15,049 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:15,049 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=B 2024-11-22T05:16:15,049 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:15,049 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 96d9fba5395449bcf1cc4efec91cd34e, store=C 2024-11-22T05:16:15,049 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:15,060 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b190fea1fee04c23a6ef61e8887714b6_96d9fba5395449bcf1cc4efec91cd34e is 50, key is test_row_0/A:col10/1732252574087/Put/seqid=0 2024-11-22T05:16:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742230_1406 (size=12454) 2024-11-22T05:16:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T05:16:15,466 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:15,475 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b190fea1fee04c23a6ef61e8887714b6_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b190fea1fee04c23a6ef61e8887714b6_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:15,476 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/8107c4114fcc48409c9fd0419080da16, store: [table=TestAcidGuarantees family=A region=96d9fba5395449bcf1cc4efec91cd34e] 2024-11-22T05:16:15,477 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/8107c4114fcc48409c9fd0419080da16 is 175, key is test_row_0/A:col10/1732252574087/Put/seqid=0 2024-11-22T05:16:15,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742231_1407 (size=31255) 2024-11-22T05:16:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T05:16:15,728 WARN [regionserver/82891a793a29:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-22T05:16:15,729 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/aded70f2a6fc44af8209f85c9d225d3e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/dc30fadf685541dfb8e961f1731f5cf6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cde0b57acce7441e9569ac57e8953198, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/86e740b017f94192a902ffaaba287c53, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2b11866c49424d95b7f9a89355e9a671, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/07620b4b52ba41e39cf6480068a0ceae, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a46183ebb8d4adcbcdb6f7a4391d976, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/959e4a6a4d0f4e5397ba3be0a52d0b6b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7e7e2e53bdca44d592678f8843ca7eee, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2140d6c8ac9446a796fc027124cf9263, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/6a545ef964754c9e91bea2c99643ef42, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2db70e8cf9da46ea826fb10129e2f07e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7793185dbaf3428fb456ee6682aa0282, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a488385311b47479ae67c1ae8b27363, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/96315fba4da14d3aac27262e29214e23, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cc2696c08cc943bb99c20490fe9eb263, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/58f31179bf9d4d05bd32fbdef34be8a0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/27530ebe6ac443d3ada3e2ce4cf26f9c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8536d96478cb433ca1e4d65f11567f92, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/39389b7e4543406dbac1a53263eb45cf, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/c2d5473d80564eb7995a2449d556dc9b] to archive 2024-11-22T05:16:15,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:16:15,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/aded70f2a6fc44af8209f85c9d225d3e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/aded70f2a6fc44af8209f85c9d225d3e 2024-11-22T05:16:15,734 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/dc30fadf685541dfb8e961f1731f5cf6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/dc30fadf685541dfb8e961f1731f5cf6 2024-11-22T05:16:15,736 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cde0b57acce7441e9569ac57e8953198 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cde0b57acce7441e9569ac57e8953198 2024-11-22T05:16:15,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/86e740b017f94192a902ffaaba287c53 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/86e740b017f94192a902ffaaba287c53 2024-11-22T05:16:15,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2b11866c49424d95b7f9a89355e9a671 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2b11866c49424d95b7f9a89355e9a671 2024-11-22T05:16:15,741 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/07620b4b52ba41e39cf6480068a0ceae to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/07620b4b52ba41e39cf6480068a0ceae 2024-11-22T05:16:15,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a46183ebb8d4adcbcdb6f7a4391d976 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a46183ebb8d4adcbcdb6f7a4391d976 2024-11-22T05:16:15,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/959e4a6a4d0f4e5397ba3be0a52d0b6b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/959e4a6a4d0f4e5397ba3be0a52d0b6b 2024-11-22T05:16:15,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7e7e2e53bdca44d592678f8843ca7eee to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7e7e2e53bdca44d592678f8843ca7eee 2024-11-22T05:16:15,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2140d6c8ac9446a796fc027124cf9263 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2140d6c8ac9446a796fc027124cf9263 2024-11-22T05:16:15,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/6a545ef964754c9e91bea2c99643ef42 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/6a545ef964754c9e91bea2c99643ef42 2024-11-22T05:16:15,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2db70e8cf9da46ea826fb10129e2f07e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/2db70e8cf9da46ea826fb10129e2f07e 2024-11-22T05:16:15,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7793185dbaf3428fb456ee6682aa0282 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/7793185dbaf3428fb456ee6682aa0282 2024-11-22T05:16:15,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a488385311b47479ae67c1ae8b27363 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/5a488385311b47479ae67c1ae8b27363 2024-11-22T05:16:15,747 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/96315fba4da14d3aac27262e29214e23 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/96315fba4da14d3aac27262e29214e23 2024-11-22T05:16:15,748 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cc2696c08cc943bb99c20490fe9eb263 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/cc2696c08cc943bb99c20490fe9eb263 2024-11-22T05:16:15,748 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/58f31179bf9d4d05bd32fbdef34be8a0 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/58f31179bf9d4d05bd32fbdef34be8a0 2024-11-22T05:16:15,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/27530ebe6ac443d3ada3e2ce4cf26f9c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/27530ebe6ac443d3ada3e2ce4cf26f9c 2024-11-22T05:16:15,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8536d96478cb433ca1e4d65f11567f92 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8536d96478cb433ca1e4d65f11567f92 2024-11-22T05:16:15,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/39389b7e4543406dbac1a53263eb45cf to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/39389b7e4543406dbac1a53263eb45cf 2024-11-22T05:16:15,751 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/c2d5473d80564eb7995a2449d556dc9b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/c2d5473d80564eb7995a2449d556dc9b 2024-11-22T05:16:15,754 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/05a84c25e277422ea15eebd25c78a414, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8069534f17f74b849230f2d919a75948, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f4af42f75c474bb4bbe726e98d6e558f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/43245acc8d604095bea3ebb87bff0e27, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/85ed6074f5394321b9f955bc9afc6027, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/dca8078da8bc41a6b4bbe793340e5ceb, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b9bd66270891410ea0aba4b9dd69fac0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/98fabb3b94a348c08334f9ff0e04db1e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/ec4d8cb518304bc98da499314fc38e21, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8282c27015dc4c87901f7fb7d13eb086, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5d245ca8b48e4950a794e3658995e03b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/30615d7651244c09aa223b843e3b595d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/89977f4792af43e09b55caaf4bf4a823, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7947b917f63d4509abc4297755bd6afd, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b0ee136ebed24fca9ab796d72a615ec5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7679ac9f777c482e8b550cff1940ed34, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/cad42a175214423b9ed99414391d3ec3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/421e6be3c6c54b59aadac92325dc4ff5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/e4030bb64480472eb200f6b764b554a5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f8b32ed6d11c4c37ac992901219e9b06, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5e68a5b614934ee18581f3827c035b42] to archive 2024-11-22T05:16:15,754 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:16:15,755 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/05a84c25e277422ea15eebd25c78a414 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/05a84c25e277422ea15eebd25c78a414 2024-11-22T05:16:15,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8069534f17f74b849230f2d919a75948 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8069534f17f74b849230f2d919a75948 2024-11-22T05:16:15,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f4af42f75c474bb4bbe726e98d6e558f to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f4af42f75c474bb4bbe726e98d6e558f 2024-11-22T05:16:15,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/43245acc8d604095bea3ebb87bff0e27 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/43245acc8d604095bea3ebb87bff0e27 2024-11-22T05:16:15,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/85ed6074f5394321b9f955bc9afc6027 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/85ed6074f5394321b9f955bc9afc6027 2024-11-22T05:16:15,759 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/dca8078da8bc41a6b4bbe793340e5ceb to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/dca8078da8bc41a6b4bbe793340e5ceb 2024-11-22T05:16:15,759 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b9bd66270891410ea0aba4b9dd69fac0 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b9bd66270891410ea0aba4b9dd69fac0 2024-11-22T05:16:15,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/98fabb3b94a348c08334f9ff0e04db1e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/98fabb3b94a348c08334f9ff0e04db1e 2024-11-22T05:16:15,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/ec4d8cb518304bc98da499314fc38e21 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/ec4d8cb518304bc98da499314fc38e21 2024-11-22T05:16:15,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8282c27015dc4c87901f7fb7d13eb086 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/8282c27015dc4c87901f7fb7d13eb086 2024-11-22T05:16:15,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5d245ca8b48e4950a794e3658995e03b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5d245ca8b48e4950a794e3658995e03b 2024-11-22T05:16:15,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/30615d7651244c09aa223b843e3b595d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/30615d7651244c09aa223b843e3b595d 2024-11-22T05:16:15,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/89977f4792af43e09b55caaf4bf4a823 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/89977f4792af43e09b55caaf4bf4a823 2024-11-22T05:16:15,765 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7947b917f63d4509abc4297755bd6afd to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7947b917f63d4509abc4297755bd6afd 2024-11-22T05:16:15,765 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b0ee136ebed24fca9ab796d72a615ec5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b0ee136ebed24fca9ab796d72a615ec5 2024-11-22T05:16:15,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7679ac9f777c482e8b550cff1940ed34 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/7679ac9f777c482e8b550cff1940ed34 2024-11-22T05:16:15,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/cad42a175214423b9ed99414391d3ec3 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/cad42a175214423b9ed99414391d3ec3 2024-11-22T05:16:15,768 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/421e6be3c6c54b59aadac92325dc4ff5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/421e6be3c6c54b59aadac92325dc4ff5 2024-11-22T05:16:15,768 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/e4030bb64480472eb200f6b764b554a5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/e4030bb64480472eb200f6b764b554a5 2024-11-22T05:16:15,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f8b32ed6d11c4c37ac992901219e9b06 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/f8b32ed6d11c4c37ac992901219e9b06 2024-11-22T05:16:15,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5e68a5b614934ee18581f3827c035b42 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5e68a5b614934ee18581f3827c035b42 2024-11-22T05:16:15,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e5b82383746641c2bc931483585d3309, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e3b6971f6bab4a37b4891367a610b66d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/a2b9f7c6980a4b81933b4fe719904dff, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/be09864689554023b6487050a6bad7a1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/bb35e11ba4a14d91a6456df90b609aac, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/1847d3812a19410e8c7e858473d23ea4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/cbba9a073a924f5caaa99a68bac93699, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/0d42878fb67e4339b63f10ed330f8d05, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/604d8129c15d4e4d8f94ac54f5834aed, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/4f78c6e0b3fd4db3941edde5c8442b4b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c341d2586dee4d318cc92150e0957af6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/6138ab4b88114565a5676e26f743f7fb, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/3253dda5dec04d1ebcf765c72cea50aa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/653eab092d9a409ab34ea25b60c4af00, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/8530dc15fb3342ed94b32952edf17572, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/855f7ac4153d4f4ab702253342991b82, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/092a7ce4fb784324b6cfbd070daae58a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/71f13d7389014f20a528a7fbdf17b318, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/17ec1fae0ab5421abec992cfed3af941, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/dbe777f351d0444b8c5e9774146f7434, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/9df32635de454c0786b73d2ae9725ccd] to archive 2024-11-22T05:16:15,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:16:15,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e5b82383746641c2bc931483585d3309 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e5b82383746641c2bc931483585d3309 2024-11-22T05:16:15,775 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e3b6971f6bab4a37b4891367a610b66d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/e3b6971f6bab4a37b4891367a610b66d 2024-11-22T05:16:15,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/a2b9f7c6980a4b81933b4fe719904dff to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/a2b9f7c6980a4b81933b4fe719904dff 2024-11-22T05:16:15,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/be09864689554023b6487050a6bad7a1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/be09864689554023b6487050a6bad7a1 2024-11-22T05:16:15,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/bb35e11ba4a14d91a6456df90b609aac to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/bb35e11ba4a14d91a6456df90b609aac 2024-11-22T05:16:15,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/1847d3812a19410e8c7e858473d23ea4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/1847d3812a19410e8c7e858473d23ea4 2024-11-22T05:16:15,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/cbba9a073a924f5caaa99a68bac93699 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/cbba9a073a924f5caaa99a68bac93699 2024-11-22T05:16:15,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/0d42878fb67e4339b63f10ed330f8d05 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/0d42878fb67e4339b63f10ed330f8d05 2024-11-22T05:16:15,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/604d8129c15d4e4d8f94ac54f5834aed to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/604d8129c15d4e4d8f94ac54f5834aed 2024-11-22T05:16:15,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/4f78c6e0b3fd4db3941edde5c8442b4b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/4f78c6e0b3fd4db3941edde5c8442b4b 2024-11-22T05:16:15,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c341d2586dee4d318cc92150e0957af6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c341d2586dee4d318cc92150e0957af6 2024-11-22T05:16:15,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/6138ab4b88114565a5676e26f743f7fb to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/6138ab4b88114565a5676e26f743f7fb 2024-11-22T05:16:15,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/3253dda5dec04d1ebcf765c72cea50aa to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/3253dda5dec04d1ebcf765c72cea50aa 2024-11-22T05:16:15,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/653eab092d9a409ab34ea25b60c4af00 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/653eab092d9a409ab34ea25b60c4af00 2024-11-22T05:16:15,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/8530dc15fb3342ed94b32952edf17572 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/8530dc15fb3342ed94b32952edf17572 2024-11-22T05:16:15,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/855f7ac4153d4f4ab702253342991b82 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/855f7ac4153d4f4ab702253342991b82 2024-11-22T05:16:15,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/092a7ce4fb784324b6cfbd070daae58a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/092a7ce4fb784324b6cfbd070daae58a 2024-11-22T05:16:15,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/71f13d7389014f20a528a7fbdf17b318 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/71f13d7389014f20a528a7fbdf17b318 2024-11-22T05:16:15,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/17ec1fae0ab5421abec992cfed3af941 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/17ec1fae0ab5421abec992cfed3af941 2024-11-22T05:16:15,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/dbe777f351d0444b8c5e9774146f7434 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/dbe777f351d0444b8c5e9774146f7434 2024-11-22T05:16:15,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/9df32635de454c0786b73d2ae9725ccd to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/9df32635de454c0786b73d2ae9725ccd 2024-11-22T05:16:15,885 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/8107c4114fcc48409c9fd0419080da16 2024-11-22T05:16:15,895 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/b1dea1392f8f45569c6a3aaa14570f89 is 50, key is test_row_0/B:col10/1732252574087/Put/seqid=0 2024-11-22T05:16:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742232_1408 (size=12301) 2024-11-22T05:16:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T05:16:16,300 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/b1dea1392f8f45569c6a3aaa14570f89 2024-11-22T05:16:16,316 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/c66d9fc60c12434f93d9b9757dd0bb48 is 50, key is test_row_0/C:col10/1732252574087/Put/seqid=0 2024-11-22T05:16:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742233_1409 (size=12301) 2024-11-22T05:16:16,720 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/c66d9fc60c12434f93d9b9757dd0bb48 2024-11-22T05:16:16,727 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/A/8107c4114fcc48409c9fd0419080da16 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8107c4114fcc48409c9fd0419080da16 2024-11-22T05:16:16,733 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8107c4114fcc48409c9fd0419080da16, entries=150, sequenceid=386, filesize=30.5 K 2024-11-22T05:16:16,734 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/B/b1dea1392f8f45569c6a3aaa14570f89 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b1dea1392f8f45569c6a3aaa14570f89 2024-11-22T05:16:16,740 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b1dea1392f8f45569c6a3aaa14570f89, entries=150, sequenceid=386, filesize=12.0 K 2024-11-22T05:16:16,741 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/.tmp/C/c66d9fc60c12434f93d9b9757dd0bb48 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c66d9fc60c12434f93d9b9757dd0bb48 2024-11-22T05:16:16,745 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c66d9fc60c12434f93d9b9757dd0bb48, entries=150, sequenceid=386, filesize=12.0 K 2024-11-22T05:16:16,746 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 96d9fba5395449bcf1cc4efec91cd34e in 1697ms, sequenceid=386, compaction requested=true 2024-11-22T05:16:16,751 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/recovered.edits/389.seqid, newMaxSeqId=389, maxSeqId=4 2024-11-22T05:16:16,752 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. 2024-11-22T05:16:16,752 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for 96d9fba5395449bcf1cc4efec91cd34e: Waiting for close lock at 1732252575047Running coprocessor pre-close hooks at 1732252575047Disabling compacts and flushes for region at 1732252575047Disabling writes for close at 1732252575048 (+1 ms)Obtaining lock to block concurrent updates at 1732252575048Preparing flush snapshotting stores in 96d9fba5395449bcf1cc4efec91cd34e at 1732252575048Finished memstore snapshotting TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732252575049 (+1 ms)Flushing stores of TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e. at 1732252575051 (+2 ms)Flushing 96d9fba5395449bcf1cc4efec91cd34e/A: creating writer at 1732252575051Flushing mob file 96d9fba5395449bcf1cc4efec91cd34e/A: appending metadata at 1732252575060 (+9 ms)Flushing mob file 96d9fba5395449bcf1cc4efec91cd34e/A: closing flushed file at 1732252575060Flushing 96d9fba5395449bcf1cc4efec91cd34e/A: appending metadata at 1732252575476 (+416 ms)Flushing 96d9fba5395449bcf1cc4efec91cd34e/A: closing flushed file at 1732252575477 (+1 ms)Flushing 96d9fba5395449bcf1cc4efec91cd34e/B: creating writer at 1732252575892 (+415 ms)Flushing 96d9fba5395449bcf1cc4efec91cd34e/B: appending metadata at 1732252575895 (+3 ms)Flushing 96d9fba5395449bcf1cc4efec91cd34e/B: closing flushed file at 1732252575895Flushing 96d9fba5395449bcf1cc4efec91cd34e/C: creating writer at 1732252576309 (+414 ms)Flushing 96d9fba5395449bcf1cc4efec91cd34e/C: appending metadata at 1732252576315 (+6 ms)Flushing 96d9fba5395449bcf1cc4efec91cd34e/C: closing flushed file at 1732252576315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4609e3e0: reopening flushed file at 1732252576726 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6416b075: reopening flushed file at 1732252576733 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a70b07e: reopening flushed file at 1732252576740 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 96d9fba5395449bcf1cc4efec91cd34e in 1697ms, sequenceid=386, compaction requested=true at 1732252576746 (+6 ms)Writing region close event to WAL at 1732252576747 (+1 ms)Running coprocessor post-close hooks at 1732252576751 (+4 ms)Closed at 1732252576752 (+1 ms) 2024-11-22T05:16:16,755 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed 96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:16,756 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=96d9fba5395449bcf1cc4efec91cd34e, regionState=CLOSED 2024-11-22T05:16:16,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:16:16,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-22T05:16:16,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure 96d9fba5395449bcf1cc4efec91cd34e, server=82891a793a29,40047,1732252452553 in 1.8660 sec 2024-11-22T05:16:16,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-22T05:16:16,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=96d9fba5395449bcf1cc4efec91cd34e, UNASSIGN in 1.8720 sec 2024-11-22T05:16:16,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-22T05:16:16,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8770 sec 2024-11-22T05:16:16,768 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252576768"}]},"ts":"1732252576768"} 2024-11-22T05:16:16,770 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T05:16:16,770 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T05:16:16,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8920 sec 2024-11-22T05:16:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T05:16:17,026 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:17,026 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T05:16:17,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:17,028 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T05:16:17,029 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:17,030 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,032 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/recovered.edits] 2024-11-22T05:16:17,034 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8107c4114fcc48409c9fd0419080da16 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8107c4114fcc48409c9fd0419080da16 2024-11-22T05:16:17,035 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8c905a939c8542968a961f903111c7d3 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/8c905a939c8542968a961f903111c7d3 2024-11-22T05:16:17,036 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/afede9d33b274ada9ecbe30e0e7330e3 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/A/afede9d33b274ada9ecbe30e0e7330e3 2024-11-22T05:16:17,038 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5b4e3342199845b4ba6ac763f6ad807d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/5b4e3342199845b4ba6ac763f6ad807d 2024-11-22T05:16:17,039 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b1dea1392f8f45569c6a3aaa14570f89 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/b1dea1392f8f45569c6a3aaa14570f89 2024-11-22T05:16:17,039 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/eddb69aaa8c84ee99d6abb687feffd02 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/B/eddb69aaa8c84ee99d6abb687feffd02 2024-11-22T05:16:17,041 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/08b873d0593d4d9e90905bb3d82b4d40 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/08b873d0593d4d9e90905bb3d82b4d40 2024-11-22T05:16:17,042 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c66d9fc60c12434f93d9b9757dd0bb48 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c66d9fc60c12434f93d9b9757dd0bb48 2024-11-22T05:16:17,043 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c7024ca031614ca5815504d43c2b3117 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/C/c7024ca031614ca5815504d43c2b3117 2024-11-22T05:16:17,045 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/recovered.edits/389.seqid to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e/recovered.edits/389.seqid 2024-11-22T05:16:17,045 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,045 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T05:16:17,046 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T05:16:17,046 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T05:16:17,048 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221746cb8f91074d92aa36ec221066679e_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221746cb8f91074d92aa36ec221066679e_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,049 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221dec37279eaf42848494da4f7ae68b68_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221dec37279eaf42848494da4f7ae68b68_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,050 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224f078365d0894dab9879986c7cffabea_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224f078365d0894dab9879986c7cffabea_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,050 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112256251dca7d8b440b8c103ac3917da39a_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112256251dca7d8b440b8c103ac3917da39a_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,051 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225d6331b6576f4b0da12f22f58d3ed90a_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225d6331b6576f4b0da12f22f58d3ed90a_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,052 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225e49917ef9784ecba6169b1386070a4e_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225e49917ef9784ecba6169b1386070a4e_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,053 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112274cf0a11030a46af9e3954f4d14af81e_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112274cf0a11030a46af9e3954f4d14af81e_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,054 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112279ae623721cf48d58e344de506574f9d_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112279ae623721cf48d58e344de506574f9d_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,054 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228406ad6294be4ff3b4ea387636e33d54_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228406ad6294be4ff3b4ea387636e33d54_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,055 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b190fea1fee04c23a6ef61e8887714b6_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b190fea1fee04c23a6ef61e8887714b6_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,055 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b81bbac11c3347f787a2afe74fb973f3_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b81bbac11c3347f787a2afe74fb973f3_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,056 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c64866fe591b45fe8797e718cc6ce68f_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c64866fe591b45fe8797e718cc6ce68f_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,057 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ca102642008b4fce92d7ebd58a8eef40_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ca102642008b4fce92d7ebd58a8eef40_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,057 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cd195362aeca46de8c91fca20efa5a25_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cd195362aeca46de8c91fca20efa5a25_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,058 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ce901f4c4ec146eb8e23196003228ab8_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ce901f4c4ec146eb8e23196003228ab8_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,059 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e1191597adb94c87b790290d7b8993b8_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e1191597adb94c87b790290d7b8993b8_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,059 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e8842fc7a03b48f1ad3c2392e4aba043_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e8842fc7a03b48f1ad3c2392e4aba043_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,060 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4d29a0029d94485a306b1c297e0a70c_96d9fba5395449bcf1cc4efec91cd34e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4d29a0029d94485a306b1c297e0a70c_96d9fba5395449bcf1cc4efec91cd34e 2024-11-22T05:16:17,060 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T05:16:17,062 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:17,064 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T05:16:17,065 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T05:16:17,066 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:17,066 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T05:16:17,066 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732252577066"}]},"ts":"9223372036854775807"} 2024-11-22T05:16:17,067 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T05:16:17,067 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 96d9fba5395449bcf1cc4efec91cd34e, NAME => 'TestAcidGuarantees,,1732252548769.96d9fba5395449bcf1cc4efec91cd34e.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T05:16:17,067 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T05:16:17,068 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732252577067"}]},"ts":"9223372036854775807"} 2024-11-22T05:16:17,069 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T05:16:17,069 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:17,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-22T05:16:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T05:16:17,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T05:16:17,136 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:17,145 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 250) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_29986461_22 at /127.0.0.1:36570 [Waiting for operation #708] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/82891a793a29:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1930232785_22 at /127.0.0.1:51512 [Waiting for operation #1172] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_29986461_22 at /127.0.0.1:36576 [Waiting for operation #683] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1930232785_22 at /127.0.0.1:36578 [Waiting for operation #693] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=515 (was 511) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7445 (was 7769) 2024-11-22T05:16:17,154 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=515, ProcessCount=11, AvailableMemoryMB=7444 2024-11-22T05:16:17,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T05:16:17,156 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:16:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:17,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:16:17,158 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:17,158 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 114 2024-11-22T05:16:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T05:16:17,159 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:16:17,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742234_1410 (size=1061) 2024-11-22T05:16:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T05:16:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T05:16:17,568 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410 2024-11-22T05:16:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742235_1411 (size=53) 2024-11-22T05:16:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T05:16:17,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:17,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 93f77d1ea5c9e95ac99654fb2de98716, disabling compactions & flushes 2024-11-22T05:16:17,980 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:17,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:17,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. after waiting 0 ms 2024-11-22T05:16:17,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:17,980 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:17,980 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93f77d1ea5c9e95ac99654fb2de98716: Waiting for close lock at 1732252577980Disabling compacts and flushes for region at 1732252577980Disabling writes for close at 1732252577980Writing region close event to WAL at 1732252577980Closed at 1732252577980 2024-11-22T05:16:17,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:16:17,983 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732252577982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252577982"}]},"ts":"1732252577982"} 2024-11-22T05:16:17,986 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:16:17,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:16:17,988 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252577988"}]},"ts":"1732252577988"} 2024-11-22T05:16:17,991 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T05:16:17,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93f77d1ea5c9e95ac99654fb2de98716, ASSIGN}] 2024-11-22T05:16:17,993 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93f77d1ea5c9e95ac99654fb2de98716, ASSIGN 2024-11-22T05:16:17,993 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93f77d1ea5c9e95ac99654fb2de98716, ASSIGN; state=OFFLINE, location=82891a793a29,40047,1732252452553; forceNewPlan=false, retain=false 2024-11-22T05:16:18,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=93f77d1ea5c9e95ac99654fb2de98716, regionState=OPENING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:16:18,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93f77d1ea5c9e95ac99654fb2de98716, ASSIGN because future has completed 2024-11-22T05:16:18,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:16:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T05:16:18,305 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:18,305 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:16:18,306 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,306 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:18,307 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,307 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,309 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,310 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:16:18,311 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93f77d1ea5c9e95ac99654fb2de98716 columnFamilyName A 2024-11-22T05:16:18,311 DEBUG [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:18,311 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] regionserver.HStore(327): Store=93f77d1ea5c9e95ac99654fb2de98716/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:18,312 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,313 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:16:18,313 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93f77d1ea5c9e95ac99654fb2de98716 columnFamilyName B 2024-11-22T05:16:18,313 DEBUG [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:18,314 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] regionserver.HStore(327): Store=93f77d1ea5c9e95ac99654fb2de98716/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:18,314 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,315 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:16:18,316 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93f77d1ea5c9e95ac99654fb2de98716 columnFamilyName C 2024-11-22T05:16:18,316 DEBUG [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:18,316 INFO [StoreOpener-93f77d1ea5c9e95ac99654fb2de98716-1 {}] regionserver.HStore(327): Store=93f77d1ea5c9e95ac99654fb2de98716/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:18,316 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:18,316 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,317 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,318 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,319 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,319 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,320 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:16:18,322 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,324 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:16:18,325 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened 93f77d1ea5c9e95ac99654fb2de98716; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67671713, jitterRate=0.00838710367679596}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:16:18,325 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:18,326 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for 93f77d1ea5c9e95ac99654fb2de98716: Running coprocessor pre-open hook at 1732252578307Writing region info on filesystem at 1732252578307Initializing all the Stores at 1732252578308 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252578308Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252578308Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252578308Cleaning up temporary data from old regions at 1732252578319 (+11 ms)Running coprocessor post-open hooks at 1732252578325 (+6 ms)Region opened successfully at 1732252578326 (+1 ms) 2024-11-22T05:16:18,327 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., pid=116, masterSystemTime=1732252578299 2024-11-22T05:16:18,330 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:18,330 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:18,331 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=93f77d1ea5c9e95ac99654fb2de98716, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:16:18,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:16:18,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-22T05:16:18,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure 93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 in 187 msec 2024-11-22T05:16:18,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-22T05:16:18,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93f77d1ea5c9e95ac99654fb2de98716, ASSIGN in 344 msec 2024-11-22T05:16:18,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:16:18,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252578338"}]},"ts":"1732252578338"} 2024-11-22T05:16:18,340 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T05:16:18,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:16:18,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-11-22T05:16:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T05:16:19,308 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:19,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe8d753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,314 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f1eae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,317 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a56bf25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,42297,1732252451391 2024-11-22T05:16:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@161c4c06 2024-11-22T05:16:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:19,322 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:16:19,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dee51f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,324 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6562ac83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,326 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4648d35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d395438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,328 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f63d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,329 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7871f206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d6985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,330 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95cb0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,331 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff1ec8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490627bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,333 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e06ade7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,334 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e444105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e16e9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,335 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb8321b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,336 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f662de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794001fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,338 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a499b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,339 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515be137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3c4fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,341 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb6c61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,342 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cedb22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732b24ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,344 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5353e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,346 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a9b80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaa8538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,348 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1089856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,349 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35301553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67669ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:19,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:19,351 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebdd9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:19,352 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441bc2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:19,353 DEBUG [Thread-1876 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,353 DEBUG [Thread-1863 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,353 DEBUG [Thread-1867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,353 DEBUG [Thread-1878 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,353 DEBUG [Thread-1872 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,353 DEBUG [Thread-1869 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,355 DEBUG [Thread-1869 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,355 DEBUG [Thread-1869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,355 DEBUG [Thread-1865 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,355 DEBUG [Thread-1861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,355 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,357 DEBUG [Thread-1874 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:16:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:16:19,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:16:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:16:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:16:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-22T05:16:19,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:16:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T05:16:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:16:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:16:19,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:16:19,363 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:19,364 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:19,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:19,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T05:16:19,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:19,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:19,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:19,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:19,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:19,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:19,372 DEBUG [Thread-1880 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:19,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:19,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:19,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2] 2024-11-22T05:16:19,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/31d185067961416daa4a45b0d351705e is 50, key is test_row_0/A:col10/1732252579363/Put/seqid=0 2024-11-22T05:16:19,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252579394, max timestamp=1732252579412Num uniques 859; 2024-11-22T05:16:19,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:19,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252579394, max timestamp=1732252579412Num uniques 859; 2024-11-22T05:16:19,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:19,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252579394, max timestamp=1732252579412Num uniques 859; 2024-11-22T05:16:19,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:19,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742236_1412 (size=16681) 2024-11-22T05:16:19,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252639454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T05:16:19,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252639455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252639455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252639456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252639457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T05:16:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:19,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:19,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252639566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252639575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252639575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252639576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252639576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T05:16:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:19,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:19,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T05:16:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252639785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252639785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252639786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252639786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252639786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:19,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:19,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T05:16:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:19,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/31d185067961416daa4a45b0d351705e 2024-11-22T05:16:19,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/04c27d9db5f04b1fa2b014f0f986f012 is 50, key is test_row_0/B:col10/1732252579363/Put/seqid=0 2024-11-22T05:16:19,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742237_1413 (size=12001) 2024-11-22T05:16:19,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T05:16:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:19,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T05:16:20,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252640095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:20,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252640106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252640106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252640106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252640106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:20,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T05:16:20,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:20,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:20,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:20,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/04c27d9db5f04b1fa2b014f0f986f012 2024-11-22T05:16:20,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T05:16:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:20,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9c57012e80784892b74df0ed8d97aa78 is 50, key is test_row_0/C:col10/1732252579363/Put/seqid=0 2024-11-22T05:16:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742238_1414 (size=12001) 2024-11-22T05:16:20,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T05:16:20,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:20,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:20,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:20,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T05:16:20,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T05:16:20,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:20,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:20,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:20,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:20,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252640616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:20,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:20,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252640626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252640626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252640626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252640626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:20,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:20,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:20,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9c57012e80784892b74df0ed8d97aa78 2024-11-22T05:16:20,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/31d185067961416daa4a45b0d351705e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/31d185067961416daa4a45b0d351705e 2024-11-22T05:16:20,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/31d185067961416daa4a45b0d351705e, entries=250, sequenceid=12, filesize=16.3 K 2024-11-22T05:16:20,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/04c27d9db5f04b1fa2b014f0f986f012 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/04c27d9db5f04b1fa2b014f0f986f012 2024-11-22T05:16:20,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/04c27d9db5f04b1fa2b014f0f986f012, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T05:16:20,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9c57012e80784892b74df0ed8d97aa78 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9c57012e80784892b74df0ed8d97aa78 2024-11-22T05:16:20,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9c57012e80784892b74df0ed8d97aa78, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T05:16:20,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 93f77d1ea5c9e95ac99654fb2de98716 in 1336ms, sequenceid=12, compaction requested=false 2024-11-22T05:16:20,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:20,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T05:16:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:20,744 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-22T05:16:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/cef76629686d46c7b57e0424bd60199b is 50, key is test_row_0/A:col10/1732252579455/Put/seqid=0 2024-11-22T05:16:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742239_1415 (size=12001) 2024-11-22T05:16:21,152 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/cef76629686d46c7b57e0424bd60199b 2024-11-22T05:16:21,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/53dfbddad8d843028f92b5715641a001 is 50, key is test_row_0/B:col10/1732252579455/Put/seqid=0 2024-11-22T05:16:21,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742240_1416 (size=12001) 2024-11-22T05:16:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T05:16:21,573 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/53dfbddad8d843028f92b5715641a001 2024-11-22T05:16:21,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/dc011d3ef1c941c1bf7d5cd5c7ce856d is 50, key is test_row_0/C:col10/1732252579455/Put/seqid=0 2024-11-22T05:16:21,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742241_1417 (size=12001) 2024-11-22T05:16:21,583 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/dc011d3ef1c941c1bf7d5cd5c7ce856d 2024-11-22T05:16:21,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/cef76629686d46c7b57e0424bd60199b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cef76629686d46c7b57e0424bd60199b 2024-11-22T05:16:21,591 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cef76629686d46c7b57e0424bd60199b, entries=150, sequenceid=46, filesize=11.7 K 2024-11-22T05:16:21,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/53dfbddad8d843028f92b5715641a001 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53dfbddad8d843028f92b5715641a001 2024-11-22T05:16:21,595 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53dfbddad8d843028f92b5715641a001, entries=150, sequenceid=46, filesize=11.7 K 2024-11-22T05:16:21,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/dc011d3ef1c941c1bf7d5cd5c7ce856d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/dc011d3ef1c941c1bf7d5cd5c7ce856d 2024-11-22T05:16:21,599 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/dc011d3ef1c941c1bf7d5cd5c7ce856d, entries=150, sequenceid=46, filesize=11.7 K 2024-11-22T05:16:21,599 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=0 B/0 for 93f77d1ea5c9e95ac99654fb2de98716 in 855ms, sequenceid=46, compaction requested=false 2024-11-22T05:16:21,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:21,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:21,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-22T05:16:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-22T05:16:21,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-22T05:16:21,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2370 sec 2024-11-22T05:16:21,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.2470 sec 2024-11-22T05:16:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:21,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:16:21,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:21,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:21,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:21,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:21,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:21,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:21,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/5354a2c6ab63451b8d2a1bab34c9d80b is 50, key is test_row_0/A:col10/1732252581639/Put/seqid=0 2024-11-22T05:16:21,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742242_1418 (size=19021) 2024-11-22T05:16:21,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252581666, max timestamp=1732252581684Num uniques 859; 2024-11-22T05:16:21,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:21,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252581666, max timestamp=1732252581684Num uniques 859; 2024-11-22T05:16:21,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252581666, max timestamp=1732252581684Num uniques 859; 2024-11-22T05:16:21,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:21,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:21,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252641714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:21,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252641721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:21,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:21,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252641722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:21,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252641723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:21,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252641724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:21,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252641826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:21,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252641836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:21,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252641846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:21,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252641846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:21,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252641846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:21,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:21,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:21,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252642046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/5354a2c6ab63451b8d2a1bab34c9d80b 2024-11-22T05:16:22,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/a54e172f12d54c4aaf36ee6b573fa334 is 50, key is test_row_0/B:col10/1732252581639/Put/seqid=0 2024-11-22T05:16:22,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742243_1419 (size=12001) 2024-11-22T05:16:22,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252642056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252642066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252642066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252642066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:16:22,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252642365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252642376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252642386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252642386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252642386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/a54e172f12d54c4aaf36ee6b573fa334 2024-11-22T05:16:22,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/ce83f7a5e5a74f41b05cf6a078f57c48 is 50, key is test_row_0/C:col10/1732252581639/Put/seqid=0 2024-11-22T05:16:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742244_1420 (size=12001) 2024-11-22T05:16:22,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/ce83f7a5e5a74f41b05cf6a078f57c48 2024-11-22T05:16:22,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/5354a2c6ab63451b8d2a1bab34c9d80b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/5354a2c6ab63451b8d2a1bab34c9d80b 2024-11-22T05:16:22,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/5354a2c6ab63451b8d2a1bab34c9d80b, entries=300, sequenceid=56, filesize=18.6 K 2024-11-22T05:16:22,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/a54e172f12d54c4aaf36ee6b573fa334 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a54e172f12d54c4aaf36ee6b573fa334 2024-11-22T05:16:22,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a54e172f12d54c4aaf36ee6b573fa334, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T05:16:22,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/ce83f7a5e5a74f41b05cf6a078f57c48 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/ce83f7a5e5a74f41b05cf6a078f57c48 2024-11-22T05:16:22,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/ce83f7a5e5a74f41b05cf6a078f57c48, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T05:16:22,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 93f77d1ea5c9e95ac99654fb2de98716 in 1239ms, sequenceid=56, compaction requested=true 2024-11-22T05:16:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:22,889 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:22,889 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:22,890 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:22,890 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:22,890 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/A is initiating minor compaction (all files) 2024-11-22T05:16:22,890 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/B is initiating minor compaction (all files) 2024-11-22T05:16:22,890 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/A in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:22,890 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/B in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:22,890 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/31d185067961416daa4a45b0d351705e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cef76629686d46c7b57e0424bd60199b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/5354a2c6ab63451b8d2a1bab34c9d80b] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=46.6 K 2024-11-22T05:16:22,890 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/04c27d9db5f04b1fa2b014f0f986f012, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53dfbddad8d843028f92b5715641a001, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a54e172f12d54c4aaf36ee6b573fa334] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=35.2 K 2024-11-22T05:16:22,890 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31d185067961416daa4a45b0d351705e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732252579362 2024-11-22T05:16:22,890 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 04c27d9db5f04b1fa2b014f0f986f012, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732252579362 2024-11-22T05:16:22,890 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting cef76629686d46c7b57e0424bd60199b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732252579436 2024-11-22T05:16:22,890 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 53dfbddad8d843028f92b5715641a001, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732252579436 2024-11-22T05:16:22,891 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5354a2c6ab63451b8d2a1bab34c9d80b, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732252581638 2024-11-22T05:16:22,891 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting a54e172f12d54c4aaf36ee6b573fa334, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732252581639 2024-11-22T05:16:22,897 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#A#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:22,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-22T05:16:22,897 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/422a33d175064236bcfe96154ab3bc5f is 50, key is test_row_0/A:col10/1732252581639/Put/seqid=0 2024-11-22T05:16:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:22,902 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:22,902 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/e91fd34fbf2a4ca0b966aae37ffd2087 is 50, key is test_row_0/B:col10/1732252581639/Put/seqid=0 2024-11-22T05:16:22,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/6a128af79aaf4d528d2adba55239270c is 50, key is test_row_0/A:col10/1732252582896/Put/seqid=0 2024-11-22T05:16:22,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742245_1421 (size=12104) 2024-11-22T05:16:22,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742246_1422 (size=12104) 2024-11-22T05:16:22,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742247_1423 (size=14341) 2024-11-22T05:16:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252642912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252642913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252642914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252642915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252642917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252643035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252643036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252643036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252643036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252643036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252643256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252643256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252643256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252643256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252643256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,309 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/422a33d175064236bcfe96154ab3bc5f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/422a33d175064236bcfe96154ab3bc5f 2024-11-22T05:16:23,314 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/A of 93f77d1ea5c9e95ac99654fb2de98716 into 422a33d175064236bcfe96154ab3bc5f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:23,314 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:23,314 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/A, priority=13, startTime=1732252582889; duration=0sec 2024-11-22T05:16:23,314 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:23,314 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:A 2024-11-22T05:16:23,314 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:23,315 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:23,316 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/C is initiating minor compaction (all files) 2024-11-22T05:16:23,316 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/C in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:23,316 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9c57012e80784892b74df0ed8d97aa78, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/dc011d3ef1c941c1bf7d5cd5c7ce856d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/ce83f7a5e5a74f41b05cf6a078f57c48] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=35.2 K 2024-11-22T05:16:23,316 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c57012e80784892b74df0ed8d97aa78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732252579362 2024-11-22T05:16:23,317 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc011d3ef1c941c1bf7d5cd5c7ce856d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732252579436 2024-11-22T05:16:23,317 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce83f7a5e5a74f41b05cf6a078f57c48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732252581639 2024-11-22T05:16:23,318 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/e91fd34fbf2a4ca0b966aae37ffd2087 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e91fd34fbf2a4ca0b966aae37ffd2087 2024-11-22T05:16:23,321 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/B of 93f77d1ea5c9e95ac99654fb2de98716 into e91fd34fbf2a4ca0b966aae37ffd2087(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:23,321 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:23,321 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/B, priority=13, startTime=1732252582889; duration=0sec 2024-11-22T05:16:23,321 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:23,321 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:B 2024-11-22T05:16:23,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/6a128af79aaf4d528d2adba55239270c 2024-11-22T05:16:23,323 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:23,323 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/7155bceea6e94413bfcdad4584629e35 is 50, key is test_row_0/C:col10/1732252581639/Put/seqid=0 2024-11-22T05:16:23,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742248_1424 (size=12104) 2024-11-22T05:16:23,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/d25abe18bcd140cf804ad14f0234ac31 is 50, key is test_row_0/B:col10/1732252582896/Put/seqid=0 2024-11-22T05:16:23,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742249_1425 (size=12001) 2024-11-22T05:16:23,335 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/7155bceea6e94413bfcdad4584629e35 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/7155bceea6e94413bfcdad4584629e35 2024-11-22T05:16:23,338 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/C of 93f77d1ea5c9e95ac99654fb2de98716 into 7155bceea6e94413bfcdad4584629e35(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:23,338 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:23,338 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/C, priority=13, startTime=1732252582889; duration=0sec 2024-11-22T05:16:23,338 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:23,338 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:C 2024-11-22T05:16:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T05:16:23,527 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:23,527 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-22T05:16:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T05:16:23,528 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:23,529 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:23,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:23,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252643576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252643576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252643576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252643576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252643576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T05:16:23,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T05:16:23,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:23,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:23,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:23,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:23,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:23,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/d25abe18bcd140cf804ad14f0234ac31 2024-11-22T05:16:23,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/1fba8248f1e84b23b28a8d6ef9352b8d is 50, key is test_row_0/C:col10/1732252582896/Put/seqid=0 2024-11-22T05:16:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742250_1426 (size=12001) 2024-11-22T05:16:23,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T05:16:23,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:23,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:23,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:23,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:23,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T05:16:23,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T05:16:23,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:23,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:23,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:23,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:23,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:24,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252644096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:24,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252644096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:24,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252644096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:24,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252644096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:24,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252644096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:24,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T05:16:24,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:24,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:24,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:24,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:24,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T05:16:24,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/1fba8248f1e84b23b28a8d6ef9352b8d 2024-11-22T05:16:24,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/6a128af79aaf4d528d2adba55239270c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/6a128af79aaf4d528d2adba55239270c 2024-11-22T05:16:24,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/6a128af79aaf4d528d2adba55239270c, entries=200, sequenceid=92, filesize=14.0 K 2024-11-22T05:16:24,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/d25abe18bcd140cf804ad14f0234ac31 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/d25abe18bcd140cf804ad14f0234ac31 2024-11-22T05:16:24,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/d25abe18bcd140cf804ad14f0234ac31, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T05:16:24,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/1fba8248f1e84b23b28a8d6ef9352b8d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/1fba8248f1e84b23b28a8d6ef9352b8d 2024-11-22T05:16:24,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/1fba8248f1e84b23b28a8d6ef9352b8d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T05:16:24,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 93f77d1ea5c9e95ac99654fb2de98716 in 1282ms, sequenceid=92, compaction requested=false 2024-11-22T05:16:24,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:24,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T05:16:24,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:24,293 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T05:16:24,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:24,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:24,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:24,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:24,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:24,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:24,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/957088e7f4674fe987155a43e7b34705 is 50, key is test_row_0/A:col10/1732252582913/Put/seqid=0 2024-11-22T05:16:24,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742251_1427 (size=12001) 2024-11-22T05:16:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T05:16:24,703 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/957088e7f4674fe987155a43e7b34705 2024-11-22T05:16:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/a1759732e69c4dc188475c1928f427f6 is 50, key is test_row_0/B:col10/1732252582913/Put/seqid=0 2024-11-22T05:16:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742252_1428 (size=12001) 2024-11-22T05:16:25,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:25,126 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/a1759732e69c4dc188475c1928f427f6 2024-11-22T05:16:25,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/d33565222a184503b12acd396e4b5d59 is 50, key is test_row_0/C:col10/1732252582913/Put/seqid=0 2024-11-22T05:16:25,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742253_1429 (size=12001) 2024-11-22T05:16:25,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252585146, max timestamp=1732252585164Num uniques 859; 2024-11-22T05:16:25,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:25,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252585146, max timestamp=1732252585164Num uniques 859; 2024-11-22T05:16:25,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:25,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252585146, max timestamp=1732252585164Num uniques 859; 2024-11-22T05:16:25,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:25,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252645198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732252585194, max timestamp=1732252585214Num uniques 1018; 2024-11-22T05:16:25,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-22T05:16:25,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732252585194, max timestamp=1732252585214Num uniques 1018; 2024-11-22T05:16:25,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-22T05:16:25,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732252585194, max timestamp=1732252585214Num uniques 1018; 2024-11-22T05:16:25,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-22T05:16:25,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252645253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252645254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252645262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252645263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252645326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252645376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252645376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252645376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252645376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,550 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/d33565222a184503b12acd396e4b5d59 2024-11-22T05:16:25,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/957088e7f4674fe987155a43e7b34705 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/957088e7f4674fe987155a43e7b34705 2024-11-22T05:16:25,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252645546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,556 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/957088e7f4674fe987155a43e7b34705, entries=150, sequenceid=104, filesize=11.7 K 2024-11-22T05:16:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/a1759732e69c4dc188475c1928f427f6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a1759732e69c4dc188475c1928f427f6 2024-11-22T05:16:25,560 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a1759732e69c4dc188475c1928f427f6, entries=150, sequenceid=104, filesize=11.7 K 2024-11-22T05:16:25,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/d33565222a184503b12acd396e4b5d59 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/d33565222a184503b12acd396e4b5d59 2024-11-22T05:16:25,563 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/d33565222a184503b12acd396e4b5d59, entries=150, sequenceid=104, filesize=11.7 K 2024-11-22T05:16:25,563 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 93f77d1ea5c9e95ac99654fb2de98716 in 1270ms, sequenceid=104, compaction requested=true 2024-11-22T05:16:25,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:25,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:25,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-22T05:16:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-22T05:16:25,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-22T05:16:25,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0360 sec 2024-11-22T05:16:25,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.0400 sec 2024-11-22T05:16:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:25,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=147.60 KB heapSize=420 KB 2024-11-22T05:16:25,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:25,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732252585251, max timestamp=1732252585604Num uniques 1077; 2024-11-22T05:16:25,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732252585251, max timestamp=1732252585604Num uniques 1077; 2024-11-22T05:16:25,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-22T05:16:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:25,608 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732252585251, max timestamp=1732252585604Num uniques 1077; 2024-11-22T05:16:25,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-22T05:16:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:25,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:25,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-22T05:16:25,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/33707a855d9b458ea576b60ac6011b30 is 50, key is test_row_0/A:col10/1732252585261/Put/seqid=0 2024-11-22T05:16:25,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742254_1430 (size=12151) 2024-11-22T05:16:25,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732252585639, max timestamp=1732252585662Num uniques 859; 2024-11-22T05:16:25,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T05:16:25,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732252585639, max timestamp=1732252585662Num uniques 859; 2024-11-22T05:16:25,665 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T05:16:25,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732252585639, max timestamp=1732252585662Num uniques 859; 2024-11-22T05:16:25,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T05:16:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T05:16:25,676 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:25,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-22T05:16:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T05:16:25,677 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:25,678 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:25,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:25,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252645708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252645709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252645710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252645720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T05:16:25,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T05:16:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:25,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:25,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252645826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252645836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252645836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252645836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252645866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:25,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T05:16:25,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:25,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:25,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:25,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T05:16:26,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/33707a855d9b458ea576b60ac6011b30 2024-11-22T05:16:26,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/4900b51b23024d9590a3f1c35fe3b704 is 50, key is test_row_0/B:col10/1732252585261/Put/seqid=0 2024-11-22T05:16:26,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742255_1431 (size=12151) 2024-11-22T05:16:26,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/4900b51b23024d9590a3f1c35fe3b704 2024-11-22T05:16:26,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/6f5d78fb7a5947d1858800ba1e2283fa is 50, key is test_row_0/C:col10/1732252585261/Put/seqid=0 2024-11-22T05:16:26,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742256_1432 (size=12151) 2024-11-22T05:16:26,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252646046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252646055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252646056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252646056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T05:16:26,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:26,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:26,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:26,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:26,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:26,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T05:16:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:26,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T05:16:26,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252646366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252646366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252646366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252646366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252646386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T05:16:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:26,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:26,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/6f5d78fb7a5947d1858800ba1e2283fa 2024-11-22T05:16:26,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/33707a855d9b458ea576b60ac6011b30 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/33707a855d9b458ea576b60ac6011b30 2024-11-22T05:16:26,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/33707a855d9b458ea576b60ac6011b30, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T05:16:26,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/4900b51b23024d9590a3f1c35fe3b704 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/4900b51b23024d9590a3f1c35fe3b704 2024-11-22T05:16:26,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/4900b51b23024d9590a3f1c35fe3b704, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T05:16:26,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/6f5d78fb7a5947d1858800ba1e2283fa as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/6f5d78fb7a5947d1858800ba1e2283fa 2024-11-22T05:16:26,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/6f5d78fb7a5947d1858800ba1e2283fa, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T05:16:26,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~104.34 KB/106848, currentSize=147.60 KB/151140 for 93f77d1ea5c9e95ac99654fb2de98716 in 871ms, sequenceid=161, compaction requested=true 2024-11-22T05:16:26,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:26,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:26,479 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:16:26,479 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:16:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:26,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:26,480 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:16:26,480 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50597 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:16:26,480 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/A is initiating minor compaction (all files) 2024-11-22T05:16:26,480 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/B is initiating minor compaction (all files) 2024-11-22T05:16:26,480 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/B in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:26,480 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/A in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:26,480 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e91fd34fbf2a4ca0b966aae37ffd2087, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/d25abe18bcd140cf804ad14f0234ac31, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a1759732e69c4dc188475c1928f427f6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/4900b51b23024d9590a3f1c35fe3b704] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=47.1 K 2024-11-22T05:16:26,480 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/422a33d175064236bcfe96154ab3bc5f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/6a128af79aaf4d528d2adba55239270c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/957088e7f4674fe987155a43e7b34705, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/33707a855d9b458ea576b60ac6011b30] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=49.4 K 2024-11-22T05:16:26,481 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting e91fd34fbf2a4ca0b966aae37ffd2087, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732252581639 2024-11-22T05:16:26,481 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 422a33d175064236bcfe96154ab3bc5f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732252581639 2024-11-22T05:16:26,481 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a128af79aaf4d528d2adba55239270c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732252581703 2024-11-22T05:16:26,481 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting d25abe18bcd140cf804ad14f0234ac31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732252581703 2024-11-22T05:16:26,481 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting a1759732e69c4dc188475c1928f427f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732252582912 2024-11-22T05:16:26,481 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 957088e7f4674fe987155a43e7b34705, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732252582912 2024-11-22T05:16:26,482 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33707a855d9b458ea576b60ac6011b30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252585261 2024-11-22T05:16:26,482 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 4900b51b23024d9590a3f1c35fe3b704, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252585261 2024-11-22T05:16:26,493 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#B#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:26,493 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/525593c77a3444ccb49494308e253f2e is 50, key is test_row_0/B:col10/1732252585261/Put/seqid=0 2024-11-22T05:16:26,494 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#A#compaction#360 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:26,495 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/55254757f55943af9ba25317155be2ce is 50, key is test_row_0/A:col10/1732252585261/Put/seqid=0 2024-11-22T05:16:26,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742257_1433 (size=12391) 2024-11-22T05:16:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742258_1434 (size=12391) 2024-11-22T05:16:26,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T05:16:26,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:26,593 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-22T05:16:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:26,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/29dcf0953a194c498ecf6fd4a134ca64 is 50, key is test_row_0/A:col10/1732252585709/Put/seqid=0 2024-11-22T05:16:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742259_1435 (size=12151) 2024-11-22T05:16:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T05:16:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:26,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:26,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252646901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252646909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252646916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:26,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252646916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:26,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,926 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/525593c77a3444ccb49494308e253f2e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/525593c77a3444ccb49494308e253f2e 2024-11-22T05:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:26,931 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/55254757f55943af9ba25317155be2ce as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/55254757f55943af9ba25317155be2ce 2024-11-22T05:16:26,931 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/B of 93f77d1ea5c9e95ac99654fb2de98716 into 525593c77a3444ccb49494308e253f2e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:26,931 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:26,931 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/B, priority=12, startTime=1732252586479; duration=0sec 2024-11-22T05:16:26,931 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:26,931 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:B 2024-11-22T05:16:26,931 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:16:26,932 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:16:26,932 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/C is initiating minor compaction (all files) 2024-11-22T05:16:26,932 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/C in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:26,933 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/7155bceea6e94413bfcdad4584629e35, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/1fba8248f1e84b23b28a8d6ef9352b8d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/d33565222a184503b12acd396e4b5d59, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/6f5d78fb7a5947d1858800ba1e2283fa] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=47.1 K 2024-11-22T05:16:26,933 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 7155bceea6e94413bfcdad4584629e35, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732252581639 2024-11-22T05:16:26,935 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fba8248f1e84b23b28a8d6ef9352b8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732252581703 2024-11-22T05:16:26,936 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting d33565222a184503b12acd396e4b5d59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732252582912 2024-11-22T05:16:26,936 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f5d78fb7a5947d1858800ba1e2283fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252585261 2024-11-22T05:16:26,939 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/A of 93f77d1ea5c9e95ac99654fb2de98716 into 55254757f55943af9ba25317155be2ce(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:26,939 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:26,939 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/A, priority=12, startTime=1732252586478; duration=0sec 2024-11-22T05:16:26,939 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:26,939 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:A 2024-11-22T05:16:26,950 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#C#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:26,950 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/c6148ad963ab4bd8b0c1d38a680b332e is 50, key is test_row_0/C:col10/1732252585261/Put/seqid=0 2024-11-22T05:16:26,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742260_1436 (size=12391) 2024-11-22T05:16:27,002 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/29dcf0953a194c498ecf6fd4a134ca64 2024-11-22T05:16:27,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/351d36a1d72641cf9a0d57ae2a2f7903 is 50, key is test_row_0/B:col10/1732252585709/Put/seqid=0 2024-11-22T05:16:27,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742261_1437 (size=12151) 2024-11-22T05:16:27,038 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/351d36a1d72641cf9a0d57ae2a2f7903 2024-11-22T05:16:27,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252647026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252647026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252647027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252647036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9374a46b1fc14206a622ef9860e28841 is 50, key is test_row_0/C:col10/1732252585709/Put/seqid=0 2024-11-22T05:16:27,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742262_1438 (size=12151) 2024-11-22T05:16:27,057 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9374a46b1fc14206a622ef9860e28841 2024-11-22T05:16:27,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/29dcf0953a194c498ecf6fd4a134ca64 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/29dcf0953a194c498ecf6fd4a134ca64 2024-11-22T05:16:27,069 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/29dcf0953a194c498ecf6fd4a134ca64, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T05:16:27,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/351d36a1d72641cf9a0d57ae2a2f7903 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/351d36a1d72641cf9a0d57ae2a2f7903 2024-11-22T05:16:27,073 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/351d36a1d72641cf9a0d57ae2a2f7903, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T05:16:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9374a46b1fc14206a622ef9860e28841 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9374a46b1fc14206a622ef9860e28841 2024-11-22T05:16:27,079 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9374a46b1fc14206a622ef9860e28841, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T05:16:27,079 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=46.96 KB/48090 for 93f77d1ea5c9e95ac99654fb2de98716 in 487ms, sequenceid=197, compaction requested=false 2024-11-22T05:16:27,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:27,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:27,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-22T05:16:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-22T05:16:27,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-22T05:16:27,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-22T05:16:27,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4100 sec 2024-11-22T05:16:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:27,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T05:16:27,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:27,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:27,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:27,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:27,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:27,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:27,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/7c40479549184baa9364098c16a90018 is 50, key is test_row_0/A:col10/1732252586914/Put/seqid=0 2024-11-22T05:16:27,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742263_1439 (size=14541) 2024-11-22T05:16:27,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/7c40479549184baa9364098c16a90018 2024-11-22T05:16:27,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/7b6a65870d064d42b176fd8e51119e61 is 50, key is test_row_0/B:col10/1732252586914/Put/seqid=0 2024-11-22T05:16:27,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742264_1440 (size=12151) 2024-11-22T05:16:27,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252647299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252587287, max timestamp=1732252587302Num uniques 859; 2024-11-22T05:16:27,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:27,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252587287, max timestamp=1732252587302Num uniques 859; 2024-11-22T05:16:27,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:27,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252587287, max timestamp=1732252587302Num uniques 859; 2024-11-22T05:16:27,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:27,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252647358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,365 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/c6148ad963ab4bd8b0c1d38a680b332e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/c6148ad963ab4bd8b0c1d38a680b332e 2024-11-22T05:16:27,368 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/C of 93f77d1ea5c9e95ac99654fb2de98716 into c6148ad963ab4bd8b0c1d38a680b332e(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:27,368 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:27,368 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/C, priority=12, startTime=1732252586479; duration=0sec 2024-11-22T05:16:27,368 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:27,368 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:C 2024-11-22T05:16:27,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252647359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252647360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252647415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252647415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,426 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 93f77d1ea5c9e95ac99654fb2de98716 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252647466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252647486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252647486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252647636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/7b6a65870d064d42b176fd8e51119e61 2024-11-22T05:16:27,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/451301b4388749588da4a4c18c8a856a is 50, key is test_row_0/C:col10/1732252586914/Put/seqid=0 2024-11-22T05:16:27,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742265_1441 (size=12151) 2024-11-22T05:16:27,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252647686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252647705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252647705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T05:16:27,836 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:27,836 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-22T05:16:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T05:16:27,838 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:27,838 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:27,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T05:16:27,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252647946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:27,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:27,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T05:16:27,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:27,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:27,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:27,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:27,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:28,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252648006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252648025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252648026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/451301b4388749588da4a4c18c8a856a 2024-11-22T05:16:28,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/7c40479549184baa9364098c16a90018 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/7c40479549184baa9364098c16a90018 2024-11-22T05:16:28,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/7c40479549184baa9364098c16a90018, entries=200, sequenceid=210, filesize=14.2 K 2024-11-22T05:16:28,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/7b6a65870d064d42b176fd8e51119e61 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7b6a65870d064d42b176fd8e51119e61 2024-11-22T05:16:28,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7b6a65870d064d42b176fd8e51119e61, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T05:16:28,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/451301b4388749588da4a4c18c8a856a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/451301b4388749588da4a4c18c8a856a 2024-11-22T05:16:28,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/451301b4388749588da4a4c18c8a856a, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T05:16:28,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 93f77d1ea5c9e95ac99654fb2de98716 in 849ms, sequenceid=210, compaction requested=true 2024-11-22T05:16:28,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:28,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:28,103 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:28,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:28,103 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:28,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:28,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:28,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:28,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:28,104 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:28,104 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:28,104 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/B is initiating minor compaction (all files) 2024-11-22T05:16:28,104 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/A is initiating minor compaction (all files) 2024-11-22T05:16:28,104 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/A in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:28,104 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/B in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:28,104 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/525593c77a3444ccb49494308e253f2e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/351d36a1d72641cf9a0d57ae2a2f7903, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7b6a65870d064d42b176fd8e51119e61] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=35.8 K 2024-11-22T05:16:28,104 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/55254757f55943af9ba25317155be2ce, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/29dcf0953a194c498ecf6fd4a134ca64, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/7c40479549184baa9364098c16a90018] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=38.2 K 2024-11-22T05:16:28,105 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55254757f55943af9ba25317155be2ce, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252585261 2024-11-22T05:16:28,105 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 525593c77a3444ccb49494308e253f2e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252585261 2024-11-22T05:16:28,105 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 351d36a1d72641cf9a0d57ae2a2f7903, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732252585703 2024-11-22T05:16:28,105 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29dcf0953a194c498ecf6fd4a134ca64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732252585703 2024-11-22T05:16:28,105 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b6a65870d064d42b176fd8e51119e61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732252586914 2024-11-22T05:16:28,105 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c40479549184baa9364098c16a90018, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732252586908 2024-11-22T05:16:28,111 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#B#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:28,112 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:28,112 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/df60850f1e524c6298735e6dac056600 is 50, key is test_row_0/B:col10/1732252586914/Put/seqid=0 2024-11-22T05:16:28,112 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/48401e779b56411d8329bd871deaa50a is 50, key is test_row_0/A:col10/1732252586914/Put/seqid=0 2024-11-22T05:16:28,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742267_1443 (size=12493) 2024-11-22T05:16:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742266_1442 (size=12493) 2024-11-22T05:16:28,123 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/48401e779b56411d8329bd871deaa50a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/48401e779b56411d8329bd871deaa50a 2024-11-22T05:16:28,126 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/A of 93f77d1ea5c9e95ac99654fb2de98716 into 48401e779b56411d8329bd871deaa50a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:28,126 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:28,126 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/A, priority=13, startTime=1732252588103; duration=0sec 2024-11-22T05:16:28,126 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:28,126 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:A 2024-11-22T05:16:28,127 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:28,127 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:28,127 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/C is initiating minor compaction (all files) 2024-11-22T05:16:28,127 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/C in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:28,127 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/c6148ad963ab4bd8b0c1d38a680b332e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9374a46b1fc14206a622ef9860e28841, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/451301b4388749588da4a4c18c8a856a] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=35.8 K 2024-11-22T05:16:28,128 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6148ad963ab4bd8b0c1d38a680b332e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252585261 2024-11-22T05:16:28,128 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9374a46b1fc14206a622ef9860e28841, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732252585703 2024-11-22T05:16:28,128 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 451301b4388749588da4a4c18c8a856a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732252586914 2024-11-22T05:16:28,142 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:28,142 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/4d4f7f7d5aad449a8e3dd1dc607828a9 is 50, key is test_row_0/C:col10/1732252586914/Put/seqid=0 2024-11-22T05:16:28,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T05:16:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:28,143 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-22T05:16:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:28,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/2be364ac29df4ec7afc4807ed4de5210 is 50, key is test_row_0/A:col10/1732252587359/Put/seqid=0 2024-11-22T05:16:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742268_1444 (size=12493) 2024-11-22T05:16:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T05:16:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742269_1445 (size=12151) 2024-11-22T05:16:28,158 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/2be364ac29df4ec7afc4807ed4de5210 2024-11-22T05:16:28,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/a0c8696ee46142e2a135f1631b19d234 is 50, key is test_row_0/B:col10/1732252587359/Put/seqid=0 2024-11-22T05:16:28,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742270_1446 (size=12151) 2024-11-22T05:16:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T05:16:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:28,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:28,524 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/df60850f1e524c6298735e6dac056600 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/df60850f1e524c6298735e6dac056600 2024-11-22T05:16:28,528 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/B of 93f77d1ea5c9e95ac99654fb2de98716 into df60850f1e524c6298735e6dac056600(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:28,528 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:28,528 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/B, priority=13, startTime=1732252588103; duration=0sec 2024-11-22T05:16:28,528 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:28,528 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:B 2024-11-22T05:16:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252648525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252648525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252648536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252648546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,557 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/4d4f7f7d5aad449a8e3dd1dc607828a9 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4d4f7f7d5aad449a8e3dd1dc607828a9 2024-11-22T05:16:28,561 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/C of 93f77d1ea5c9e95ac99654fb2de98716 into 4d4f7f7d5aad449a8e3dd1dc607828a9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:28,561 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:28,561 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/C, priority=13, startTime=1732252588103; duration=0sec 2024-11-22T05:16:28,561 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:28,561 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:C 2024-11-22T05:16:28,569 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/a0c8696ee46142e2a135f1631b19d234 2024-11-22T05:16:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/aa238d6e16dc4872b1268e936551fc40 is 50, key is test_row_0/C:col10/1732252587359/Put/seqid=0 2024-11-22T05:16:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742271_1447 (size=12151) 2024-11-22T05:16:28,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252648646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252648646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252648856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252648856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:28,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T05:16:28,979 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/aa238d6e16dc4872b1268e936551fc40 2024-11-22T05:16:28,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/2be364ac29df4ec7afc4807ed4de5210 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2be364ac29df4ec7afc4807ed4de5210 2024-11-22T05:16:28,985 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2be364ac29df4ec7afc4807ed4de5210, entries=150, sequenceid=246, filesize=11.9 K 2024-11-22T05:16:28,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/a0c8696ee46142e2a135f1631b19d234 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a0c8696ee46142e2a135f1631b19d234 2024-11-22T05:16:28,988 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a0c8696ee46142e2a135f1631b19d234, entries=150, sequenceid=246, filesize=11.9 K 2024-11-22T05:16:28,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/aa238d6e16dc4872b1268e936551fc40 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/aa238d6e16dc4872b1268e936551fc40 2024-11-22T05:16:28,993 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/aa238d6e16dc4872b1268e936551fc40, entries=150, sequenceid=246, filesize=11.9 K 2024-11-22T05:16:28,993 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 93f77d1ea5c9e95ac99654fb2de98716 in 850ms, sequenceid=246, compaction requested=false 2024-11-22T05:16:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:28,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-22T05:16:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-22T05:16:28,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-22T05:16:28,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1570 sec 2024-11-22T05:16:28,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.1610 sec 2024-11-22T05:16:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:29,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T05:16:29,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:29,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:29,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:29,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:29,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:29,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:29,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/2aba53e0ad1e488a94100ee3a8d947b1 is 50, key is test_row_0/A:col10/1732252589179/Put/seqid=0 2024-11-22T05:16:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742272_1448 (size=17031) 2024-11-22T05:16:29,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252649291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252649292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252649405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252649405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252649446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,448 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 93f77d1ea5c9e95ac99654fb2de98716 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252649556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,560 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 93f77d1ea5c9e95ac99654fb2de98716 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:29,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252649566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,572 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in 93f77d1ea5c9e95ac99654fb2de98716 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252649616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252649616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/2aba53e0ad1e488a94100ee3a8d947b1 2024-11-22T05:16:29,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/f8ecb6163c06450dab0eb9eb5236c507 is 50, key is test_row_0/B:col10/1732252589179/Put/seqid=0 2024-11-22T05:16:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742273_1449 (size=12251) 2024-11-22T05:16:29,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252649926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252649936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T05:16:29,986 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:29,986 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-22T05:16:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T05:16:29,988 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:29,988 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:29,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:30,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/f8ecb6163c06450dab0eb9eb5236c507 2024-11-22T05:16:30,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9a1561c017d54669818a5b3c717048a6 is 50, key is test_row_0/C:col10/1732252589179/Put/seqid=0 2024-11-22T05:16:30,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742274_1450 (size=12251) 2024-11-22T05:16:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T05:16:30,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T05:16:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:30,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:30,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T05:16:30,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:30,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:30,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:30,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:30,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T05:16:30,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252650436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:30,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:30,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T05:16:30,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:30,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:30,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:30,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:30,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:30,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9a1561c017d54669818a5b3c717048a6 2024-11-22T05:16:30,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252650455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:30,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/2aba53e0ad1e488a94100ee3a8d947b1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2aba53e0ad1e488a94100ee3a8d947b1 2024-11-22T05:16:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:30,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2aba53e0ad1e488a94100ee3a8d947b1, entries=250, sequenceid=261, filesize=16.6 K 2024-11-22T05:16:30,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/f8ecb6163c06450dab0eb9eb5236c507 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/f8ecb6163c06450dab0eb9eb5236c507 2024-11-22T05:16:30,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/f8ecb6163c06450dab0eb9eb5236c507, entries=150, sequenceid=261, filesize=12.0 K 2024-11-22T05:16:30,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9a1561c017d54669818a5b3c717048a6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9a1561c017d54669818a5b3c717048a6 2024-11-22T05:16:30,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9a1561c017d54669818a5b3c717048a6, entries=150, sequenceid=261, filesize=12.0 K 2024-11-22T05:16:30,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 93f77d1ea5c9e95ac99654fb2de98716 in 1242ms, sequenceid=261, compaction requested=true 2024-11-22T05:16:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:30,466 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:30,466 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:30,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:30,467 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41675 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:30,467 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/A is initiating minor compaction (all files) 2024-11-22T05:16:30,467 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/A in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:30,467 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/48401e779b56411d8329bd871deaa50a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2be364ac29df4ec7afc4807ed4de5210, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2aba53e0ad1e488a94100ee3a8d947b1] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=40.7 K 2024-11-22T05:16:30,468 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36895 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:30,468 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/B is initiating minor compaction (all files) 2024-11-22T05:16:30,468 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/B in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:30,468 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/df60850f1e524c6298735e6dac056600, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a0c8696ee46142e2a135f1631b19d234, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/f8ecb6163c06450dab0eb9eb5236c507] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=36.0 K 2024-11-22T05:16:30,468 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48401e779b56411d8329bd871deaa50a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732252586914 2024-11-22T05:16:30,468 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting df60850f1e524c6298735e6dac056600, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732252586914 2024-11-22T05:16:30,468 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2be364ac29df4ec7afc4807ed4de5210, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732252587341 2024-11-22T05:16:30,468 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting a0c8696ee46142e2a135f1631b19d234, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732252587341 2024-11-22T05:16:30,469 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aba53e0ad1e488a94100ee3a8d947b1, keycount=250, bloomtype=ROW, size=16.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732252588498 2024-11-22T05:16:30,469 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting f8ecb6163c06450dab0eb9eb5236c507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732252588521 2024-11-22T05:16:30,475 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:30,475 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/0802d9afa2254b4197ee16ec50871215 is 50, key is test_row_0/B:col10/1732252589179/Put/seqid=0 2024-11-22T05:16:30,478 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#A#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:30,478 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/f0dfb4c85b1142b986f58c10820f5502 is 50, key is test_row_0/A:col10/1732252589179/Put/seqid=0 2024-11-22T05:16:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742275_1451 (size=12695) 2024-11-22T05:16:30,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742276_1452 (size=12695) 2024-11-22T05:16:30,488 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/0802d9afa2254b4197ee16ec50871215 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/0802d9afa2254b4197ee16ec50871215 2024-11-22T05:16:30,493 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/f0dfb4c85b1142b986f58c10820f5502 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/f0dfb4c85b1142b986f58c10820f5502 2024-11-22T05:16:30,495 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/B of 93f77d1ea5c9e95ac99654fb2de98716 into 0802d9afa2254b4197ee16ec50871215(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:30,495 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:30,495 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/B, priority=13, startTime=1732252590466; duration=0sec 2024-11-22T05:16:30,495 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:30,495 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:B 2024-11-22T05:16:30,495 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:30,496 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36895 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:30,496 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/C is initiating minor compaction (all files) 2024-11-22T05:16:30,496 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/C in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:30,496 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4d4f7f7d5aad449a8e3dd1dc607828a9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/aa238d6e16dc4872b1268e936551fc40, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9a1561c017d54669818a5b3c717048a6] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=36.0 K 2024-11-22T05:16:30,496 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d4f7f7d5aad449a8e3dd1dc607828a9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732252586914 2024-11-22T05:16:30,497 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting aa238d6e16dc4872b1268e936551fc40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732252587341 2024-11-22T05:16:30,498 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a1561c017d54669818a5b3c717048a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732252588521 2024-11-22T05:16:30,498 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/A of 93f77d1ea5c9e95ac99654fb2de98716 into f0dfb4c85b1142b986f58c10820f5502(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:30,498 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:30,498 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/A, priority=13, startTime=1732252590466; duration=0sec 2024-11-22T05:16:30,498 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:30,498 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:A 2024-11-22T05:16:30,507 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:30,507 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/10e5447a9c9d410691b0ca8626dd0c94 is 50, key is test_row_0/C:col10/1732252589179/Put/seqid=0 2024-11-22T05:16:30,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742277_1453 (size=12695) 2024-11-22T05:16:30,524 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/10e5447a9c9d410691b0ca8626dd0c94 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/10e5447a9c9d410691b0ca8626dd0c94 2024-11-22T05:16:30,530 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/C of 93f77d1ea5c9e95ac99654fb2de98716 into 10e5447a9c9d410691b0ca8626dd0c94(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:30,530 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:30,530 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/C, priority=13, startTime=1732252590466; duration=0sec 2024-11-22T05:16:30,531 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:30,531 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:C 2024-11-22T05:16:30,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T05:16:30,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:30,600 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T05:16:30,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:30,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:30,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:30,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:30,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:30,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:30,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/1214a3970f5d46bf934ae9e74a8f5326 is 50, key is test_row_0/A:col10/1732252589291/Put/seqid=0 2024-11-22T05:16:30,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742278_1454 (size=12301) 2024-11-22T05:16:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T05:16:31,008 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/1214a3970f5d46bf934ae9e74a8f5326 2024-11-22T05:16:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/bd9572a2c8094984bdc8cc9d13068fb5 is 50, key is test_row_0/B:col10/1732252589291/Put/seqid=0 2024-11-22T05:16:31,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742279_1455 (size=12301) 2024-11-22T05:16:31,024 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/bd9572a2c8094984bdc8cc9d13068fb5 2024-11-22T05:16:31,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/92ff8c0936914088a4fc97ebdf8b2a34 is 50, key is test_row_0/C:col10/1732252589291/Put/seqid=0 2024-11-22T05:16:31,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742280_1456 (size=12301) 2024-11-22T05:16:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T05:16:31,437 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/92ff8c0936914088a4fc97ebdf8b2a34 2024-11-22T05:16:31,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/1214a3970f5d46bf934ae9e74a8f5326 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/1214a3970f5d46bf934ae9e74a8f5326 2024-11-22T05:16:31,445 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/1214a3970f5d46bf934ae9e74a8f5326, entries=150, sequenceid=283, filesize=12.0 K 2024-11-22T05:16:31,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/bd9572a2c8094984bdc8cc9d13068fb5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/bd9572a2c8094984bdc8cc9d13068fb5 2024-11-22T05:16:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:31,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:31,459 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/bd9572a2c8094984bdc8cc9d13068fb5, entries=150, sequenceid=283, filesize=12.0 K 2024-11-22T05:16:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/92ff8c0936914088a4fc97ebdf8b2a34 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/92ff8c0936914088a4fc97ebdf8b2a34 2024-11-22T05:16:31,463 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/92ff8c0936914088a4fc97ebdf8b2a34, entries=150, sequenceid=283, filesize=12.0 K 2024-11-22T05:16:31,465 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=13.42 KB/13740 for 93f77d1ea5c9e95ac99654fb2de98716 in 865ms, sequenceid=283, compaction requested=false 2024-11-22T05:16:31,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:31,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:31,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-22T05:16:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-22T05:16:31,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-22T05:16:31,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4780 sec 2024-11-22T05:16:31,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.4830 sec 2024-11-22T05:16:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:31,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:16:31,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:31,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:31,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:31,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:31,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:31,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:31,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/de7079b2a6574974b690f80ac2469ef6 is 50, key is test_row_0/A:col10/1732252591464/Put/seqid=0 2024-11-22T05:16:31,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742281_1457 (size=14741) 2024-11-22T05:16:31,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/de7079b2a6574974b690f80ac2469ef6 2024-11-22T05:16:31,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/fb2febe9ee944d30bd9485fb048c20b3 is 50, key is test_row_0/B:col10/1732252591464/Put/seqid=0 2024-11-22T05:16:31,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742282_1458 (size=12301) 2024-11-22T05:16:31,561 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252591540, max timestamp=1732252591558Num uniques 859; 2024-11-22T05:16:31,561 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252591540, max timestamp=1732252591558Num uniques 859; 2024-11-22T05:16:31,561 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:31,561 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:31,561 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252591540, max timestamp=1732252591558Num uniques 859; 2024-11-22T05:16:31,561 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:31,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252651603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252651604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252651616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252651616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252651726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252651726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252651726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252651726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/fb2febe9ee944d30bd9485fb048c20b3 2024-11-22T05:16:31,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/cfa9e7f8bae24f27a6099c6db18c2f86 is 50, key is test_row_0/C:col10/1732252591464/Put/seqid=0 2024-11-22T05:16:31,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742283_1459 (size=12301) 2024-11-22T05:16:31,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252651936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252651946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252651946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252651946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T05:16:32,136 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:32,136 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-22T05:16:32,138 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T05:16:32,138 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:32,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T05:16:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252652256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252652266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252652266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252652266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T05:16:32,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:32,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:32,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:32,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:32,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:32,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/cfa9e7f8bae24f27a6099c6db18c2f86 2024-11-22T05:16:32,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/de7079b2a6574974b690f80ac2469ef6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/de7079b2a6574974b690f80ac2469ef6 2024-11-22T05:16:32,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/de7079b2a6574974b690f80ac2469ef6, entries=200, sequenceid=293, filesize=14.4 K 2024-11-22T05:16:32,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/fb2febe9ee944d30bd9485fb048c20b3 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/fb2febe9ee944d30bd9485fb048c20b3 2024-11-22T05:16:32,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/fb2febe9ee944d30bd9485fb048c20b3, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T05:16:32,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/cfa9e7f8bae24f27a6099c6db18c2f86 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/cfa9e7f8bae24f27a6099c6db18c2f86 2024-11-22T05:16:32,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/cfa9e7f8bae24f27a6099c6db18c2f86, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T05:16:32,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 93f77d1ea5c9e95ac99654fb2de98716 in 845ms, sequenceid=293, compaction requested=true 2024-11-22T05:16:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:32,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:32,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:32,324 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:32,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:32,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:32,324 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:32,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:32,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:32,324 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:32,324 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:32,324 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/A is initiating minor compaction (all files) 2024-11-22T05:16:32,324 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/B is initiating minor compaction (all files) 2024-11-22T05:16:32,324 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/A in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:32,324 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/B in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:32,324 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/f0dfb4c85b1142b986f58c10820f5502, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/1214a3970f5d46bf934ae9e74a8f5326, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/de7079b2a6574974b690f80ac2469ef6] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=38.8 K 2024-11-22T05:16:32,324 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/0802d9afa2254b4197ee16ec50871215, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/bd9572a2c8094984bdc8cc9d13068fb5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/fb2febe9ee944d30bd9485fb048c20b3] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=36.4 K 2024-11-22T05:16:32,325 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0dfb4c85b1142b986f58c10820f5502, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732252588521 2024-11-22T05:16:32,325 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 0802d9afa2254b4197ee16ec50871215, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732252588521 2024-11-22T05:16:32,325 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1214a3970f5d46bf934ae9e74a8f5326, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732252589265 2024-11-22T05:16:32,325 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting bd9572a2c8094984bdc8cc9d13068fb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732252589265 2024-11-22T05:16:32,325 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting de7079b2a6574974b690f80ac2469ef6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252591464 2024-11-22T05:16:32,325 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting fb2febe9ee944d30bd9485fb048c20b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252591464 2024-11-22T05:16:32,329 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:32,329 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#A#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:32,330 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/229374bb2498419d998b814f36037800 is 50, key is test_row_0/B:col10/1732252591464/Put/seqid=0 2024-11-22T05:16:32,330 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/ba2fbffe209445da8478e16f7cf0fc17 is 50, key is test_row_0/A:col10/1732252591464/Put/seqid=0 2024-11-22T05:16:32,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742284_1460 (size=12847) 2024-11-22T05:16:32,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742285_1461 (size=12847) 2024-11-22T05:16:32,337 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/229374bb2498419d998b814f36037800 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/229374bb2498419d998b814f36037800 2024-11-22T05:16:32,340 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/B of 93f77d1ea5c9e95ac99654fb2de98716 into 229374bb2498419d998b814f36037800(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:32,340 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:32,340 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/B, priority=13, startTime=1732252592324; duration=0sec 2024-11-22T05:16:32,340 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:32,340 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:B 2024-11-22T05:16:32,340 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:32,342 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:32,342 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/C is initiating minor compaction (all files) 2024-11-22T05:16:32,343 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/C in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:32,343 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/10e5447a9c9d410691b0ca8626dd0c94, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/92ff8c0936914088a4fc97ebdf8b2a34, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/cfa9e7f8bae24f27a6099c6db18c2f86] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=36.4 K 2024-11-22T05:16:32,343 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 10e5447a9c9d410691b0ca8626dd0c94, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732252588521 2024-11-22T05:16:32,343 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 92ff8c0936914088a4fc97ebdf8b2a34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732252589265 2024-11-22T05:16:32,343 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting cfa9e7f8bae24f27a6099c6db18c2f86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252591464 2024-11-22T05:16:32,347 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:32,347 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/57b79deece104c89b5733ec058a19966 is 50, key is test_row_0/C:col10/1732252591464/Put/seqid=0 2024-11-22T05:16:32,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742286_1462 (size=12847) 2024-11-22T05:16:32,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T05:16:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:32,443 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T05:16:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:32,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/da6a5587d82842ab9229ec412929d3d6 is 50, key is test_row_0/A:col10/1732252591602/Put/seqid=0 2024-11-22T05:16:32,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742287_1463 (size=12301) 2024-11-22T05:16:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T05:16:32,737 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/ba2fbffe209445da8478e16f7cf0fc17 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/ba2fbffe209445da8478e16f7cf0fc17 2024-11-22T05:16:32,740 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/A of 93f77d1ea5c9e95ac99654fb2de98716 into ba2fbffe209445da8478e16f7cf0fc17(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:32,740 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:32,740 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/A, priority=13, startTime=1732252592323; duration=0sec 2024-11-22T05:16:32,740 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:32,740 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:A 2024-11-22T05:16:32,754 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/57b79deece104c89b5733ec058a19966 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/57b79deece104c89b5733ec058a19966 2024-11-22T05:16:32,757 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/C of 93f77d1ea5c9e95ac99654fb2de98716 into 57b79deece104c89b5733ec058a19966(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:32,757 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:32,757 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/C, priority=13, startTime=1732252592324; duration=0sec 2024-11-22T05:16:32,757 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:32,757 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:C 2024-11-22T05:16:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T05:16:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:32,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:32,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252652785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252652790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252652791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252652797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,851 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/da6a5587d82842ab9229ec412929d3d6 2024-11-22T05:16:32,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/7f30541d6cfe4faebd5ba91481ad3faf is 50, key is test_row_0/B:col10/1732252591602/Put/seqid=0 2024-11-22T05:16:32,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742288_1464 (size=12301) 2024-11-22T05:16:32,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252652906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252652906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252652906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252652907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:33,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252653125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:33,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252653125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252653126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252653126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:33,259 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/7f30541d6cfe4faebd5ba91481ad3faf 2024-11-22T05:16:33,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/e847adbb94754047a3619bd28fc54ff5 is 50, key is test_row_0/C:col10/1732252591602/Put/seqid=0 2024-11-22T05:16:33,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742289_1465 (size=12301) 2024-11-22T05:16:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T05:16:33,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252653436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252653437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252653437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252653437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:33,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:33,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58324 deadline: 1732252653496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:33,505 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 93f77d1ea5c9e95ac99654fb2de98716 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8307 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:33,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:33,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:33,669 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/e847adbb94754047a3619bd28fc54ff5 2024-11-22T05:16:33,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/da6a5587d82842ab9229ec412929d3d6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/da6a5587d82842ab9229ec412929d3d6 2024-11-22T05:16:33,675 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/da6a5587d82842ab9229ec412929d3d6, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T05:16:33,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/7f30541d6cfe4faebd5ba91481ad3faf as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7f30541d6cfe4faebd5ba91481ad3faf 2024-11-22T05:16:33,678 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7f30541d6cfe4faebd5ba91481ad3faf, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T05:16:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/e847adbb94754047a3619bd28fc54ff5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/e847adbb94754047a3619bd28fc54ff5 2024-11-22T05:16:33,682 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/e847adbb94754047a3619bd28fc54ff5, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T05:16:33,682 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 93f77d1ea5c9e95ac99654fb2de98716 in 1239ms, sequenceid=330, compaction requested=false 2024-11-22T05:16:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-22T05:16:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-22T05:16:33,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-22T05:16:33,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5450 sec 2024-11-22T05:16:33,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.5490 sec 2024-11-22T05:16:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:33,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T05:16:33,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:33,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:33,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:33,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:33,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:33,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:33,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/229524bccf574701a6a9ab238e9c2c22 is 50, key is test_row_0/A:col10/1732252592789/Put/seqid=0 2024-11-22T05:16:33,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742290_1466 (size=14741) 2024-11-22T05:16:34,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252593991, max timestamp=1732252594008Num uniques 859; 2024-11-22T05:16:34,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:34,011 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252593991, max timestamp=1732252594008Num uniques 859; 2024-11-22T05:16:34,011 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:34,011 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732252593991, max timestamp=1732252594008Num uniques 859; 2024-11-22T05:16:34,011 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T05:16:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252654045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252654056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252654057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252654058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252654166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252654166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252654166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252654176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T05:16:34,286 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:34,286 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-22T05:16:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T05:16:34,339 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:34,340 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:34,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:34,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/229524bccf574701a6a9ab238e9c2c22 2024-11-22T05:16:34,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/60fbbff1b37944be81d042ed0657921e is 50, key is test_row_0/B:col10/1732252592789/Put/seqid=0 2024-11-22T05:16:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742291_1467 (size=12301) 2024-11-22T05:16:34,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252654376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252654376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252654376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T05:16:34,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252654396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T05:16:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:34,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T05:16:34,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T05:16:34,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:34,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252654686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252654686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252654686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252654706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:34,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:34,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:34,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/60fbbff1b37944be81d042ed0657921e 2024-11-22T05:16:34,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/78cd719c7b944a80a887f9eee4c475d6 is 50, key is test_row_0/C:col10/1732252592789/Put/seqid=0 2024-11-22T05:16:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742292_1468 (size=12301) 2024-11-22T05:16:34,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/78cd719c7b944a80a887f9eee4c475d6 2024-11-22T05:16:34,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/229524bccf574701a6a9ab238e9c2c22 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/229524bccf574701a6a9ab238e9c2c22 2024-11-22T05:16:34,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/229524bccf574701a6a9ab238e9c2c22, entries=200, sequenceid=343, filesize=14.4 K 2024-11-22T05:16:34,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/60fbbff1b37944be81d042ed0657921e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/60fbbff1b37944be81d042ed0657921e 2024-11-22T05:16:34,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/60fbbff1b37944be81d042ed0657921e, entries=150, sequenceid=343, filesize=12.0 K 2024-11-22T05:16:34,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/78cd719c7b944a80a887f9eee4c475d6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/78cd719c7b944a80a887f9eee4c475d6 2024-11-22T05:16:34,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T05:16:34,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:34,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:34,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:34,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:34,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:34,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/78cd719c7b944a80a887f9eee4c475d6, entries=150, sequenceid=343, filesize=12.0 K 2024-11-22T05:16:34,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 93f77d1ea5c9e95ac99654fb2de98716 in 844ms, sequenceid=343, compaction requested=true 2024-11-22T05:16:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:34,802 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:34,802 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:34,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:34,803 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:34,803 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:34,803 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/A is initiating minor compaction (all files) 2024-11-22T05:16:34,803 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/B is initiating minor compaction (all files) 2024-11-22T05:16:34,803 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/A in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:34,803 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/B in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:34,803 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/ba2fbffe209445da8478e16f7cf0fc17, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/da6a5587d82842ab9229ec412929d3d6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/229524bccf574701a6a9ab238e9c2c22] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=39.0 K 2024-11-22T05:16:34,803 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/229374bb2498419d998b814f36037800, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7f30541d6cfe4faebd5ba91481ad3faf, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/60fbbff1b37944be81d042ed0657921e] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=36.6 K 2024-11-22T05:16:34,803 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 229374bb2498419d998b814f36037800, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252591464 2024-11-22T05:16:34,803 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba2fbffe209445da8478e16f7cf0fc17, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252591464 2024-11-22T05:16:34,804 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f30541d6cfe4faebd5ba91481ad3faf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732252591601 2024-11-22T05:16:34,804 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting da6a5587d82842ab9229ec412929d3d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732252591601 2024-11-22T05:16:34,804 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 60fbbff1b37944be81d042ed0657921e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732252592782 2024-11-22T05:16:34,804 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 229524bccf574701a6a9ab238e9c2c22, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732252592782 2024-11-22T05:16:34,813 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:34,813 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/8db91ac1956b48fd915e6075c3abd265 is 50, key is test_row_0/A:col10/1732252592789/Put/seqid=0 2024-11-22T05:16:34,814 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:34,814 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/3c8108d2bd8245469693dba1a8eb71ed is 50, key is test_row_0/B:col10/1732252592789/Put/seqid=0 2024-11-22T05:16:34,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742293_1469 (size=12949) 2024-11-22T05:16:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742294_1470 (size=12949) 2024-11-22T05:16:34,840 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/8db91ac1956b48fd915e6075c3abd265 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/8db91ac1956b48fd915e6075c3abd265 2024-11-22T05:16:34,844 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/A of 93f77d1ea5c9e95ac99654fb2de98716 into 8db91ac1956b48fd915e6075c3abd265(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:34,844 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:34,844 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/A, priority=13, startTime=1732252594802; duration=0sec 2024-11-22T05:16:34,844 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:34,844 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:A 2024-11-22T05:16:34,844 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:34,847 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:34,847 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/C is initiating minor compaction (all files) 2024-11-22T05:16:34,847 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/C in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:34,847 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/57b79deece104c89b5733ec058a19966, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/e847adbb94754047a3619bd28fc54ff5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/78cd719c7b944a80a887f9eee4c475d6] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=36.6 K 2024-11-22T05:16:34,848 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57b79deece104c89b5733ec058a19966, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252591464 2024-11-22T05:16:34,848 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting e847adbb94754047a3619bd28fc54ff5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732252591601 2024-11-22T05:16:34,848 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78cd719c7b944a80a887f9eee4c475d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732252592782 2024-11-22T05:16:34,867 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#C#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:34,867 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/f1ae2d45433747898b5802c567de8f0a is 50, key is test_row_0/C:col10/1732252592789/Put/seqid=0 2024-11-22T05:16:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742295_1471 (size=12949) 2024-11-22T05:16:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T05:16:34,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T05:16:34,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:34,950 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-22T05:16:34,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:34,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:34,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:34,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:34,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:34,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:34,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/dc08f27030ec49ba862c8dce4b09295e is 50, key is test_row_0/A:col10/1732252594039/Put/seqid=0 2024-11-22T05:16:34,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742296_1472 (size=12301) 2024-11-22T05:16:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:35,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:35,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252655225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252655226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252655226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,240 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/3c8108d2bd8245469693dba1a8eb71ed as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/3c8108d2bd8245469693dba1a8eb71ed 2024-11-22T05:16:35,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252655229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,243 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/B of 93f77d1ea5c9e95ac99654fb2de98716 into 3c8108d2bd8245469693dba1a8eb71ed(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:35,243 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:35,244 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/B, priority=13, startTime=1732252594802; duration=0sec 2024-11-22T05:16:35,244 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:35,244 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:B 2024-11-22T05:16:35,292 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/f1ae2d45433747898b5802c567de8f0a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/f1ae2d45433747898b5802c567de8f0a 2024-11-22T05:16:35,295 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/C of 93f77d1ea5c9e95ac99654fb2de98716 into f1ae2d45433747898b5802c567de8f0a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:35,295 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:35,295 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/C, priority=13, startTime=1732252594802; duration=0sec 2024-11-22T05:16:35,295 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:35,295 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:C 2024-11-22T05:16:35,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252655336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252655336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252655346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,357 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/dc08f27030ec49ba862c8dce4b09295e 2024-11-22T05:16:35,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/e4018b4bb7da4eb9999f3f2164f5e982 is 50, key is test_row_0/B:col10/1732252594039/Put/seqid=0 2024-11-22T05:16:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742297_1473 (size=12301) 2024-11-22T05:16:35,368 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/e4018b4bb7da4eb9999f3f2164f5e982 2024-11-22T05:16:35,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9e1dfd5e79864d6bbee9dbb0666a33a6 is 50, key is test_row_0/C:col10/1732252594039/Put/seqid=0 2024-11-22T05:16:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742298_1474 (size=12301) 2024-11-22T05:16:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T05:16:35,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252655556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252655556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252655566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,778 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9e1dfd5e79864d6bbee9dbb0666a33a6 2024-11-22T05:16:35,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/dc08f27030ec49ba862c8dce4b09295e as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/dc08f27030ec49ba862c8dce4b09295e 2024-11-22T05:16:35,784 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/dc08f27030ec49ba862c8dce4b09295e, entries=150, sequenceid=378, filesize=12.0 K 2024-11-22T05:16:35,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/e4018b4bb7da4eb9999f3f2164f5e982 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e4018b4bb7da4eb9999f3f2164f5e982 2024-11-22T05:16:35,788 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e4018b4bb7da4eb9999f3f2164f5e982, entries=150, sequenceid=378, filesize=12.0 K 2024-11-22T05:16:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/9e1dfd5e79864d6bbee9dbb0666a33a6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9e1dfd5e79864d6bbee9dbb0666a33a6 2024-11-22T05:16:35,792 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9e1dfd5e79864d6bbee9dbb0666a33a6, entries=150, sequenceid=378, filesize=12.0 K 2024-11-22T05:16:35,793 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 93f77d1ea5c9e95ac99654fb2de98716 in 843ms, sequenceid=378, compaction requested=false 2024-11-22T05:16:35,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:35,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:35,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-22T05:16:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-22T05:16:35,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-22T05:16:35,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4540 sec 2024-11-22T05:16:35,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.5090 sec 2024-11-22T05:16:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:35,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T05:16:35,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:35,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:35,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:35,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:35,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:35,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:35,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/792d543e6c2d4b5e991f8aac1ddc58ae is 50, key is test_row_0/A:col10/1732252595871/Put/seqid=0 2024-11-22T05:16:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742299_1475 (size=14741) 2024-11-22T05:16:35,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252655923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252655925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:35,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252655930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252656036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252656046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252656046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252656236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:36,246 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 93f77d1ea5c9e95ac99654fb2de98716 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252656258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252656259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:36,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252656259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/792d543e6c2d4b5e991f8aac1ddc58ae 2024-11-22T05:16:36,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/540a251755a74c5a8e9fe3160de949ae is 50, key is test_row_0/B:col10/1732252595871/Put/seqid=0 2024-11-22T05:16:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742300_1476 (size=12301) 2024-11-22T05:16:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T05:16:36,436 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:36,437 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-22T05:16:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T05:16:36,438 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:36,439 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:36,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T05:16:36,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252656576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:36,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252656576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252656576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:36,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T05:16:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:36,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:36,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/540a251755a74c5a8e9fe3160de949ae 2024-11-22T05:16:36,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/592e3df86d7440c695d0f3bb3e8e18cb is 50, key is test_row_0/C:col10/1732252595871/Put/seqid=0 2024-11-22T05:16:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742301_1477 (size=12301) 2024-11-22T05:16:36,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T05:16:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:36,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:36,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T05:16:36,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T05:16:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:36,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:37,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T05:16:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:37,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:37,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T05:16:37,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252657086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:37,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252657086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:37,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252657095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:37,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:37,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:37,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:37,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/592e3df86d7440c695d0f3bb3e8e18cb 2024-11-22T05:16:37,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/792d543e6c2d4b5e991f8aac1ddc58ae as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/792d543e6c2d4b5e991f8aac1ddc58ae 2024-11-22T05:16:37,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/792d543e6c2d4b5e991f8aac1ddc58ae, entries=200, sequenceid=392, filesize=14.4 K 2024-11-22T05:16:37,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/540a251755a74c5a8e9fe3160de949ae as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/540a251755a74c5a8e9fe3160de949ae 2024-11-22T05:16:37,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/540a251755a74c5a8e9fe3160de949ae, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T05:16:37,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/592e3df86d7440c695d0f3bb3e8e18cb as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/592e3df86d7440c695d0f3bb3e8e18cb 2024-11-22T05:16:37,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/592e3df86d7440c695d0f3bb3e8e18cb, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T05:16:37,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 93f77d1ea5c9e95ac99654fb2de98716 in 1247ms, sequenceid=392, compaction requested=true 2024-11-22T05:16:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:37,119 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:37,119 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:37,120 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:37,120 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:37,120 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/A is initiating minor compaction (all files) 2024-11-22T05:16:37,120 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/B is initiating minor compaction (all files) 2024-11-22T05:16:37,120 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/A in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:37,120 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/B in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:37,120 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/8db91ac1956b48fd915e6075c3abd265, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/dc08f27030ec49ba862c8dce4b09295e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/792d543e6c2d4b5e991f8aac1ddc58ae] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=39.1 K 2024-11-22T05:16:37,120 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/3c8108d2bd8245469693dba1a8eb71ed, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e4018b4bb7da4eb9999f3f2164f5e982, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/540a251755a74c5a8e9fe3160de949ae] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=36.7 K 2024-11-22T05:16:37,120 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8db91ac1956b48fd915e6075c3abd265, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732252592782 2024-11-22T05:16:37,120 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c8108d2bd8245469693dba1a8eb71ed, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732252592782 2024-11-22T05:16:37,121 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc08f27030ec49ba862c8dce4b09295e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732252594039 2024-11-22T05:16:37,121 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting e4018b4bb7da4eb9999f3f2164f5e982, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732252594039 2024-11-22T05:16:37,121 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 792d543e6c2d4b5e991f8aac1ddc58ae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732252595218 2024-11-22T05:16:37,121 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 540a251755a74c5a8e9fe3160de949ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732252595218 2024-11-22T05:16:37,125 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:37,126 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/db34526ee6fa4c0e9f1bc893403201a2 is 50, key is test_row_0/B:col10/1732252595871/Put/seqid=0 2024-11-22T05:16:37,129 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#A#compaction#406 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:37,130 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/35923ca810fe4c9a9e27f0b819df235b is 50, key is test_row_0/A:col10/1732252595871/Put/seqid=0 2024-11-22T05:16:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742302_1478 (size=13051) 2024-11-22T05:16:37,138 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/db34526ee6fa4c0e9f1bc893403201a2 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/db34526ee6fa4c0e9f1bc893403201a2 2024-11-22T05:16:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742303_1479 (size=13051) 2024-11-22T05:16:37,143 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/B of 93f77d1ea5c9e95ac99654fb2de98716 into db34526ee6fa4c0e9f1bc893403201a2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:37,143 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:37,143 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/B, priority=13, startTime=1732252597119; duration=0sec 2024-11-22T05:16:37,143 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:37,143 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:B 2024-11-22T05:16:37,143 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:37,146 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:37,146 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/C is initiating minor compaction (all files) 2024-11-22T05:16:37,146 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/C in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:37,146 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/f1ae2d45433747898b5802c567de8f0a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9e1dfd5e79864d6bbee9dbb0666a33a6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/592e3df86d7440c695d0f3bb3e8e18cb] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=36.7 K 2024-11-22T05:16:37,147 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting f1ae2d45433747898b5802c567de8f0a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732252592782 2024-11-22T05:16:37,147 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e1dfd5e79864d6bbee9dbb0666a33a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732252594039 2024-11-22T05:16:37,147 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 592e3df86d7440c695d0f3bb3e8e18cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732252595218 2024-11-22T05:16:37,149 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/35923ca810fe4c9a9e27f0b819df235b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/35923ca810fe4c9a9e27f0b819df235b 2024-11-22T05:16:37,153 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:37,154 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/56e60f188dbb43c5834825d743d15a06 is 50, key is test_row_0/C:col10/1732252595871/Put/seqid=0 2024-11-22T05:16:37,156 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/A of 93f77d1ea5c9e95ac99654fb2de98716 into 35923ca810fe4c9a9e27f0b819df235b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:37,157 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:37,157 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/A, priority=13, startTime=1732252597119; duration=0sec 2024-11-22T05:16:37,157 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:37,157 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:A 2024-11-22T05:16:37,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742304_1480 (size=13051) 2024-11-22T05:16:37,167 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/56e60f188dbb43c5834825d743d15a06 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/56e60f188dbb43c5834825d743d15a06 2024-11-22T05:16:37,170 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/C of 93f77d1ea5c9e95ac99654fb2de98716 into 56e60f188dbb43c5834825d743d15a06(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:37,170 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:37,170 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/C, priority=13, startTime=1732252597120; duration=0sec 2024-11-22T05:16:37,170 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:37,170 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:C 2024-11-22T05:16:37,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T05:16:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:37,201 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T05:16:37,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:37,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:37,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:37,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:37,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:37,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:37,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/cbe3ec7116aa42d88244c053045e451c is 50, key is test_row_0/A:col10/1732252595914/Put/seqid=0 2024-11-22T05:16:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742305_1481 (size=12301) 2024-11-22T05:16:37,222 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/cbe3ec7116aa42d88244c053045e451c 2024-11-22T05:16:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/76bcf865c43242708a3d0f02e3a68aae is 50, key is test_row_0/B:col10/1732252595914/Put/seqid=0 2024-11-22T05:16:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742306_1482 (size=12301) 2024-11-22T05:16:37,233 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/76bcf865c43242708a3d0f02e3a68aae 2024-11-22T05:16:37,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/0ee3e8037aec468d87f91be228d61b2f is 50, key is test_row_0/C:col10/1732252595914/Put/seqid=0 2024-11-22T05:16:37,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742307_1483 (size=12301) 2024-11-22T05:16:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T05:16:37,645 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/0ee3e8037aec468d87f91be228d61b2f 2024-11-22T05:16:37,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/cbe3ec7116aa42d88244c053045e451c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cbe3ec7116aa42d88244c053045e451c 2024-11-22T05:16:37,651 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cbe3ec7116aa42d88244c053045e451c, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T05:16:37,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/76bcf865c43242708a3d0f02e3a68aae as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/76bcf865c43242708a3d0f02e3a68aae 2024-11-22T05:16:37,654 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/76bcf865c43242708a3d0f02e3a68aae, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T05:16:37,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/0ee3e8037aec468d87f91be228d61b2f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/0ee3e8037aec468d87f91be228d61b2f 2024-11-22T05:16:37,658 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/0ee3e8037aec468d87f91be228d61b2f, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T05:16:37,659 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 93f77d1ea5c9e95ac99654fb2de98716 in 458ms, sequenceid=415, compaction requested=false 2024-11-22T05:16:37,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:37,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:37,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-22T05:16:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-22T05:16:37,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-22T05:16:37,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2210 sec 2024-11-22T05:16:37,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.2250 sec 2024-11-22T05:16:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:38,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:16:38,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:38,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:38,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:38,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:38,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:38,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:38,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/44e4b3ca1aed452d835dee160e47246f is 50, key is test_row_0/A:col10/1732252598116/Put/seqid=0 2024-11-22T05:16:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742308_1484 (size=9857) 2024-11-22T05:16:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732252598140, max timestamp=1732252598173Num uniques 859; 2024-11-22T05:16:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732252598140, max timestamp=1732252598173Num uniques 859; 2024-11-22T05:16:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T05:16:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T05:16:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732252598140, max timestamp=1732252598173Num uniques 859; 2024-11-22T05:16:38,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T05:16:38,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252658220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252658222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252658226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58350 deadline: 1732252658265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,274 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 93f77d1ea5c9e95ac99654fb2de98716 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252658346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252658346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252658346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/44e4b3ca1aed452d835dee160e47246f 2024-11-22T05:16:38,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/53d3c0403d584630914132cadd1edf53 is 50, key is test_row_0/B:col10/1732252598116/Put/seqid=0 2024-11-22T05:16:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742309_1485 (size=9857) 2024-11-22T05:16:38,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/53d3c0403d584630914132cadd1edf53 2024-11-22T05:16:38,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/4bfdb3645b464fb8be9d7a7e03cdfcfe is 50, key is test_row_0/C:col10/1732252598116/Put/seqid=0 2024-11-22T05:16:38,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742310_1486 (size=9857) 2024-11-22T05:16:38,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252658566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252658566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252658566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T05:16:38,586 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:38,586 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-22T05:16:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T05:16:38,588 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:38,588 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:38,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T05:16:38,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T05:16:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:38,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:38,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T05:16:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:38,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:38,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58290 deadline: 1732252658886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58340 deadline: 1732252658886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58288 deadline: 1732252658886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 , the old value is region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., hostname=82891a793a29,40047,1732252452553, seqNum=2 because the exception is null or not the one we care about 2024-11-22T05:16:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T05:16:38,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/4bfdb3645b464fb8be9d7a7e03cdfcfe 2024-11-22T05:16:38,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/44e4b3ca1aed452d835dee160e47246f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/44e4b3ca1aed452d835dee160e47246f 2024-11-22T05:16:38,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/44e4b3ca1aed452d835dee160e47246f, entries=100, sequenceid=425, filesize=9.6 K 2024-11-22T05:16:38,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/53d3c0403d584630914132cadd1edf53 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53d3c0403d584630914132cadd1edf53 2024-11-22T05:16:38,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53d3c0403d584630914132cadd1edf53, entries=100, sequenceid=425, filesize=9.6 K 2024-11-22T05:16:38,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/4bfdb3645b464fb8be9d7a7e03cdfcfe as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4bfdb3645b464fb8be9d7a7e03cdfcfe 2024-11-22T05:16:38,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4bfdb3645b464fb8be9d7a7e03cdfcfe, entries=100, sequenceid=425, filesize=9.6 K 2024-11-22T05:16:38,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 93f77d1ea5c9e95ac99654fb2de98716 in 856ms, sequenceid=425, compaction requested=true 2024-11-22T05:16:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:38,974 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:38,974 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93f77d1ea5c9e95ac99654fb2de98716:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:38,975 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:38,975 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/B is initiating minor compaction (all files) 2024-11-22T05:16:38,975 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/B in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:38,976 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/db34526ee6fa4c0e9f1bc893403201a2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/76bcf865c43242708a3d0f02e3a68aae, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53d3c0403d584630914132cadd1edf53] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=34.4 K 2024-11-22T05:16:38,976 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:38,976 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/A is initiating minor compaction (all files) 2024-11-22T05:16:38,976 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/A in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:38,976 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/35923ca810fe4c9a9e27f0b819df235b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cbe3ec7116aa42d88244c053045e451c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/44e4b3ca1aed452d835dee160e47246f] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=34.4 K 2024-11-22T05:16:38,976 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting db34526ee6fa4c0e9f1bc893403201a2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732252595218 2024-11-22T05:16:38,976 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 35923ca810fe4c9a9e27f0b819df235b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732252595218 2024-11-22T05:16:38,976 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76bcf865c43242708a3d0f02e3a68aae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732252595914 2024-11-22T05:16:38,976 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting cbe3ec7116aa42d88244c053045e451c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732252595914 2024-11-22T05:16:38,977 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53d3c0403d584630914132cadd1edf53, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732252598116 2024-11-22T05:16:38,977 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 44e4b3ca1aed452d835dee160e47246f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732252598116 2024-11-22T05:16:38,983 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#A#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:38,983 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/d6933493953b4377a8800de9231b6594 is 50, key is test_row_0/A:col10/1732252598116/Put/seqid=0 2024-11-22T05:16:38,984 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:38,984 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/7863f92e13534834b853b51d1e83eb64 is 50, key is test_row_0/B:col10/1732252598116/Put/seqid=0 2024-11-22T05:16:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742311_1487 (size=13153) 2024-11-22T05:16:39,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742312_1488 (size=13153) 2024-11-22T05:16:39,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T05:16:39,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:39,045 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-22T05:16:39,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:39,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:39,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:39,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:39,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:39,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/ca370b60feff424ba3b144efa1b634a0 is 50, key is test_row_0/A:col10/1732252598221/Put/seqid=0 2024-11-22T05:16:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742313_1489 (size=12301) 2024-11-22T05:16:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T05:16:39,369 INFO [Thread-1876 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1876. 2024-11-22T05:16:39,369 DEBUG [Thread-1876 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:39,369 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,369 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:39,376 INFO [Thread-1878 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1878. 2024-11-22T05:16:39,376 DEBUG [Thread-1878 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:39,376 DEBUG [Thread-1878 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,376 DEBUG [Thread-1878 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:39,376 INFO [Thread-1874 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1874. 2024-11-22T05:16:39,376 DEBUG [Thread-1874 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:39,376 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,377 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:39,379 INFO [Thread-1880 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1880. 2024-11-22T05:16:39,379 DEBUG [Thread-1880 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:39,379 DEBUG [Thread-1880 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,379 DEBUG [Thread-1880 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:39,385 INFO [Thread-1872 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1872. 2024-11-22T05:16:39,385 DEBUG [Thread-1872 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:39,385 DEBUG [Thread-1872 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,385 DEBUG [Thread-1872 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:39,398 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/d6933493953b4377a8800de9231b6594 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/d6933493953b4377a8800de9231b6594 2024-11-22T05:16:39,403 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/A of 93f77d1ea5c9e95ac99654fb2de98716 into d6933493953b4377a8800de9231b6594(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:39,403 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:39,403 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/A, priority=13, startTime=1732252598974; duration=0sec 2024-11-22T05:16:39,403 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:39,403 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:A 2024-11-22T05:16:39,403 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:39,404 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:39,404 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 93f77d1ea5c9e95ac99654fb2de98716/C is initiating minor compaction (all files) 2024-11-22T05:16:39,404 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93f77d1ea5c9e95ac99654fb2de98716/C in TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:39,404 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/56e60f188dbb43c5834825d743d15a06, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/0ee3e8037aec468d87f91be228d61b2f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4bfdb3645b464fb8be9d7a7e03cdfcfe] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp, totalSize=34.4 K 2024-11-22T05:16:39,404 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 56e60f188dbb43c5834825d743d15a06, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732252595218 2024-11-22T05:16:39,404 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/7863f92e13534834b853b51d1e83eb64 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7863f92e13534834b853b51d1e83eb64 2024-11-22T05:16:39,404 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ee3e8037aec468d87f91be228d61b2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732252595914 2024-11-22T05:16:39,405 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bfdb3645b464fb8be9d7a7e03cdfcfe, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732252598116 2024-11-22T05:16:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:39,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. as already flushing 2024-11-22T05:16:39,408 INFO [Thread-1863 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1863. 2024-11-22T05:16:39,408 DEBUG [Thread-1863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:39,408 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,409 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:39,409 INFO [Thread-1865 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1865. 2024-11-22T05:16:39,410 DEBUG [Thread-1865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:39,410 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,410 INFO [Thread-1867 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1867. 2024-11-22T05:16:39,410 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,410 DEBUG [Thread-1867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:39,410 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:39,410 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:39,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:39,411 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/B of 93f77d1ea5c9e95ac99654fb2de98716 into 7863f92e13534834b853b51d1e83eb64(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:39,411 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:39,411 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/B, priority=13, startTime=1732252598974; duration=0sec 2024-11-22T05:16:39,411 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:39,411 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:B 2024-11-22T05:16:39,415 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93f77d1ea5c9e95ac99654fb2de98716#C#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:39,415 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/2ff0188844ac44bb920ef4e041bbb141 is 50, key is test_row_0/C:col10/1732252598116/Put/seqid=0 2024-11-22T05:16:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742314_1490 (size=13153) 2024-11-22T05:16:39,453 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/ca370b60feff424ba3b144efa1b634a0 2024-11-22T05:16:39,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/19603b38716f48558c0c1a1ec8b5ca47 is 50, key is test_row_0/B:col10/1732252598221/Put/seqid=0 2024-11-22T05:16:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742315_1491 (size=12301) 2024-11-22T05:16:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T05:16:39,829 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/2ff0188844ac44bb920ef4e041bbb141 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/2ff0188844ac44bb920ef4e041bbb141 2024-11-22T05:16:39,836 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93f77d1ea5c9e95ac99654fb2de98716/C of 93f77d1ea5c9e95ac99654fb2de98716 into 2ff0188844ac44bb920ef4e041bbb141(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:39,836 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:39,836 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., storeName=93f77d1ea5c9e95ac99654fb2de98716/C, priority=13, startTime=1732252598974; duration=0sec 2024-11-22T05:16:39,836 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:39,836 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93f77d1ea5c9e95ac99654fb2de98716:C 2024-11-22T05:16:39,863 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/19603b38716f48558c0c1a1ec8b5ca47 2024-11-22T05:16:39,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/ae801d93c4d94ab383753eb012144f5b is 50, key is test_row_0/C:col10/1732252598221/Put/seqid=0 2024-11-22T05:16:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742316_1492 (size=12301) 2024-11-22T05:16:40,283 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/ae801d93c4d94ab383753eb012144f5b 2024-11-22T05:16:40,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/ca370b60feff424ba3b144efa1b634a0 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/ca370b60feff424ba3b144efa1b634a0 2024-11-22T05:16:40,298 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/ca370b60feff424ba3b144efa1b634a0, entries=150, sequenceid=460, filesize=12.0 K 2024-11-22T05:16:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/19603b38716f48558c0c1a1ec8b5ca47 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/19603b38716f48558c0c1a1ec8b5ca47 2024-11-22T05:16:40,303 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/19603b38716f48558c0c1a1ec8b5ca47, entries=150, sequenceid=460, filesize=12.0 K 2024-11-22T05:16:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/ae801d93c4d94ab383753eb012144f5b as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/ae801d93c4d94ab383753eb012144f5b 2024-11-22T05:16:40,307 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/ae801d93c4d94ab383753eb012144f5b, entries=150, sequenceid=460, filesize=12.0 K 2024-11-22T05:16:40,308 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=20.13 KB/20610 for 93f77d1ea5c9e95ac99654fb2de98716 in 1263ms, sequenceid=460, compaction requested=false 2024-11-22T05:16:40,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 93f77d1ea5c9e95ac99654fb2de98716: 2024-11-22T05:16:40,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:40,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-22T05:16:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-22T05:16:40,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-22T05:16:40,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7220 sec 2024-11-22T05:16:40,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.7260 sec 2024-11-22T05:16:40,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:16:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T05:16:40,736 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:42,307 INFO [Thread-1861 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1861. 2024-11-22T05:16:42,307 DEBUG [Thread-1861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:42,307 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:42,308 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:42,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:43,557 INFO [Thread-1869 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1869. 2024-11-22T05:16:43,557 DEBUG [Thread-1869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:16:43,557 DEBUG [Thread-1869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:43,558 DEBUG [Thread-1869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:43,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1164 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3492 rows 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1164 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3492 rows 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1166 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3491 rows 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1167 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3498 rows 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1164 2024-11-22T05:16:43,558 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3492 rows 2024-11-22T05:16:43,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:16:43,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:16:43,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:43,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:43,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:16:43,559 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T05:16:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T05:16:43,562 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252603562"}]},"ts":"1732252603562"} 2024-11-22T05:16:43,563 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T05:16:43,563 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T05:16:43,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T05:16:43,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93f77d1ea5c9e95ac99654fb2de98716, UNASSIGN}] 2024-11-22T05:16:43,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93f77d1ea5c9e95ac99654fb2de98716, UNASSIGN 2024-11-22T05:16:43,567 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=93f77d1ea5c9e95ac99654fb2de98716, regionState=CLOSING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:16:43,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93f77d1ea5c9e95ac99654fb2de98716, UNASSIGN because future has completed 2024-11-22T05:16:43,569 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:16:43,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:16:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T05:16:43,722 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing 93f77d1ea5c9e95ac99654fb2de98716, disabling compactions & flushes 2024-11-22T05:16:43,722 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. after waiting 0 ms 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:43,722 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing 93f77d1ea5c9e95ac99654fb2de98716 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=A 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=B 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93f77d1ea5c9e95ac99654fb2de98716, store=C 2024-11-22T05:16:43,722 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:43,725 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/d633754219ec41b1be75d8a9d0b55aa6 is 50, key is test_row_1/A:col10/1732252603556/Put/seqid=0 2024-11-22T05:16:43,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742317_1493 (size=9857) 2024-11-22T05:16:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T05:16:44,129 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/d633754219ec41b1be75d8a9d0b55aa6 2024-11-22T05:16:44,136 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/d3bcff3dae44409aaa6aede1af8163dd is 50, key is test_row_1/B:col10/1732252603556/Put/seqid=0 2024-11-22T05:16:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742318_1494 (size=9857) 2024-11-22T05:16:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T05:16:44,540 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/d3bcff3dae44409aaa6aede1af8163dd 2024-11-22T05:16:44,547 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/2c197221e21544c3829ac58c7abd8dfb is 50, key is test_row_1/C:col10/1732252603556/Put/seqid=0 2024-11-22T05:16:44,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742319_1495 (size=9857) 2024-11-22T05:16:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T05:16:44,952 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/2c197221e21544c3829ac58c7abd8dfb 2024-11-22T05:16:44,955 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/A/d633754219ec41b1be75d8a9d0b55aa6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/d633754219ec41b1be75d8a9d0b55aa6 2024-11-22T05:16:44,958 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/d633754219ec41b1be75d8a9d0b55aa6, entries=100, sequenceid=471, filesize=9.6 K 2024-11-22T05:16:44,959 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/B/d3bcff3dae44409aaa6aede1af8163dd as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/d3bcff3dae44409aaa6aede1af8163dd 2024-11-22T05:16:44,961 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/d3bcff3dae44409aaa6aede1af8163dd, entries=100, sequenceid=471, filesize=9.6 K 2024-11-22T05:16:44,962 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/.tmp/C/2c197221e21544c3829ac58c7abd8dfb as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/2c197221e21544c3829ac58c7abd8dfb 2024-11-22T05:16:44,964 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/2c197221e21544c3829ac58c7abd8dfb, entries=100, sequenceid=471, filesize=9.6 K 2024-11-22T05:16:44,964 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 93f77d1ea5c9e95ac99654fb2de98716 in 1242ms, sequenceid=471, compaction requested=true 2024-11-22T05:16:44,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/31d185067961416daa4a45b0d351705e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cef76629686d46c7b57e0424bd60199b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/5354a2c6ab63451b8d2a1bab34c9d80b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/422a33d175064236bcfe96154ab3bc5f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/6a128af79aaf4d528d2adba55239270c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/957088e7f4674fe987155a43e7b34705, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/55254757f55943af9ba25317155be2ce, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/33707a855d9b458ea576b60ac6011b30, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/29dcf0953a194c498ecf6fd4a134ca64, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/7c40479549184baa9364098c16a90018, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/48401e779b56411d8329bd871deaa50a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2be364ac29df4ec7afc4807ed4de5210, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2aba53e0ad1e488a94100ee3a8d947b1, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/f0dfb4c85b1142b986f58c10820f5502, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/1214a3970f5d46bf934ae9e74a8f5326, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/de7079b2a6574974b690f80ac2469ef6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/ba2fbffe209445da8478e16f7cf0fc17, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/da6a5587d82842ab9229ec412929d3d6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/229524bccf574701a6a9ab238e9c2c22, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/8db91ac1956b48fd915e6075c3abd265, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/dc08f27030ec49ba862c8dce4b09295e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/792d543e6c2d4b5e991f8aac1ddc58ae, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/35923ca810fe4c9a9e27f0b819df235b, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cbe3ec7116aa42d88244c053045e451c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/44e4b3ca1aed452d835dee160e47246f] to archive 2024-11-22T05:16:44,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:16:44,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/31d185067961416daa4a45b0d351705e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/31d185067961416daa4a45b0d351705e 2024-11-22T05:16:44,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cef76629686d46c7b57e0424bd60199b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cef76629686d46c7b57e0424bd60199b 2024-11-22T05:16:44,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/5354a2c6ab63451b8d2a1bab34c9d80b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/5354a2c6ab63451b8d2a1bab34c9d80b 2024-11-22T05:16:44,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/422a33d175064236bcfe96154ab3bc5f to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/422a33d175064236bcfe96154ab3bc5f 2024-11-22T05:16:44,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/6a128af79aaf4d528d2adba55239270c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/6a128af79aaf4d528d2adba55239270c 2024-11-22T05:16:44,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/957088e7f4674fe987155a43e7b34705 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/957088e7f4674fe987155a43e7b34705 2024-11-22T05:16:44,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/55254757f55943af9ba25317155be2ce to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/55254757f55943af9ba25317155be2ce 2024-11-22T05:16:44,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/33707a855d9b458ea576b60ac6011b30 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/33707a855d9b458ea576b60ac6011b30 2024-11-22T05:16:44,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/29dcf0953a194c498ecf6fd4a134ca64 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/29dcf0953a194c498ecf6fd4a134ca64 2024-11-22T05:16:44,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/7c40479549184baa9364098c16a90018 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/7c40479549184baa9364098c16a90018 2024-11-22T05:16:44,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/48401e779b56411d8329bd871deaa50a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/48401e779b56411d8329bd871deaa50a 2024-11-22T05:16:44,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2be364ac29df4ec7afc4807ed4de5210 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2be364ac29df4ec7afc4807ed4de5210 2024-11-22T05:16:44,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2aba53e0ad1e488a94100ee3a8d947b1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/2aba53e0ad1e488a94100ee3a8d947b1 2024-11-22T05:16:44,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/f0dfb4c85b1142b986f58c10820f5502 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/f0dfb4c85b1142b986f58c10820f5502 2024-11-22T05:16:44,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/1214a3970f5d46bf934ae9e74a8f5326 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/1214a3970f5d46bf934ae9e74a8f5326 2024-11-22T05:16:44,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/de7079b2a6574974b690f80ac2469ef6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/de7079b2a6574974b690f80ac2469ef6 2024-11-22T05:16:44,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/ba2fbffe209445da8478e16f7cf0fc17 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/ba2fbffe209445da8478e16f7cf0fc17 2024-11-22T05:16:44,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/da6a5587d82842ab9229ec412929d3d6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/da6a5587d82842ab9229ec412929d3d6 2024-11-22T05:16:44,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/229524bccf574701a6a9ab238e9c2c22 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/229524bccf574701a6a9ab238e9c2c22 2024-11-22T05:16:44,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/8db91ac1956b48fd915e6075c3abd265 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/8db91ac1956b48fd915e6075c3abd265 2024-11-22T05:16:44,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/dc08f27030ec49ba862c8dce4b09295e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/dc08f27030ec49ba862c8dce4b09295e 2024-11-22T05:16:44,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/792d543e6c2d4b5e991f8aac1ddc58ae to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/792d543e6c2d4b5e991f8aac1ddc58ae 2024-11-22T05:16:44,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/35923ca810fe4c9a9e27f0b819df235b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/35923ca810fe4c9a9e27f0b819df235b 2024-11-22T05:16:44,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cbe3ec7116aa42d88244c053045e451c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/cbe3ec7116aa42d88244c053045e451c 2024-11-22T05:16:44,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/44e4b3ca1aed452d835dee160e47246f to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/44e4b3ca1aed452d835dee160e47246f 2024-11-22T05:16:44,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/04c27d9db5f04b1fa2b014f0f986f012, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53dfbddad8d843028f92b5715641a001, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e91fd34fbf2a4ca0b966aae37ffd2087, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a54e172f12d54c4aaf36ee6b573fa334, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/d25abe18bcd140cf804ad14f0234ac31, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a1759732e69c4dc188475c1928f427f6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/525593c77a3444ccb49494308e253f2e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/4900b51b23024d9590a3f1c35fe3b704, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/351d36a1d72641cf9a0d57ae2a2f7903, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/df60850f1e524c6298735e6dac056600, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7b6a65870d064d42b176fd8e51119e61, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a0c8696ee46142e2a135f1631b19d234, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/0802d9afa2254b4197ee16ec50871215, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/f8ecb6163c06450dab0eb9eb5236c507, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/bd9572a2c8094984bdc8cc9d13068fb5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/229374bb2498419d998b814f36037800, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/fb2febe9ee944d30bd9485fb048c20b3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7f30541d6cfe4faebd5ba91481ad3faf, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/3c8108d2bd8245469693dba1a8eb71ed, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/60fbbff1b37944be81d042ed0657921e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e4018b4bb7da4eb9999f3f2164f5e982, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/db34526ee6fa4c0e9f1bc893403201a2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/540a251755a74c5a8e9fe3160de949ae, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/76bcf865c43242708a3d0f02e3a68aae, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53d3c0403d584630914132cadd1edf53] to archive 2024-11-22T05:16:44,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:16:44,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/04c27d9db5f04b1fa2b014f0f986f012 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/04c27d9db5f04b1fa2b014f0f986f012 2024-11-22T05:16:44,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53dfbddad8d843028f92b5715641a001 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53dfbddad8d843028f92b5715641a001 2024-11-22T05:16:44,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e91fd34fbf2a4ca0b966aae37ffd2087 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e91fd34fbf2a4ca0b966aae37ffd2087 2024-11-22T05:16:44,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a54e172f12d54c4aaf36ee6b573fa334 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a54e172f12d54c4aaf36ee6b573fa334 2024-11-22T05:16:44,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/d25abe18bcd140cf804ad14f0234ac31 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/d25abe18bcd140cf804ad14f0234ac31 2024-11-22T05:16:44,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a1759732e69c4dc188475c1928f427f6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a1759732e69c4dc188475c1928f427f6 2024-11-22T05:16:44,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/525593c77a3444ccb49494308e253f2e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/525593c77a3444ccb49494308e253f2e 2024-11-22T05:16:44,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/4900b51b23024d9590a3f1c35fe3b704 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/4900b51b23024d9590a3f1c35fe3b704 2024-11-22T05:16:44,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/351d36a1d72641cf9a0d57ae2a2f7903 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/351d36a1d72641cf9a0d57ae2a2f7903 2024-11-22T05:16:44,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/df60850f1e524c6298735e6dac056600 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/df60850f1e524c6298735e6dac056600 2024-11-22T05:16:44,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7b6a65870d064d42b176fd8e51119e61 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7b6a65870d064d42b176fd8e51119e61 2024-11-22T05:16:44,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a0c8696ee46142e2a135f1631b19d234 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/a0c8696ee46142e2a135f1631b19d234 2024-11-22T05:16:44,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/0802d9afa2254b4197ee16ec50871215 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/0802d9afa2254b4197ee16ec50871215 2024-11-22T05:16:44,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/f8ecb6163c06450dab0eb9eb5236c507 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/f8ecb6163c06450dab0eb9eb5236c507 2024-11-22T05:16:45,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/bd9572a2c8094984bdc8cc9d13068fb5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/bd9572a2c8094984bdc8cc9d13068fb5 2024-11-22T05:16:45,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/229374bb2498419d998b814f36037800 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/229374bb2498419d998b814f36037800 2024-11-22T05:16:45,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/fb2febe9ee944d30bd9485fb048c20b3 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/fb2febe9ee944d30bd9485fb048c20b3 2024-11-22T05:16:45,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7f30541d6cfe4faebd5ba91481ad3faf to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7f30541d6cfe4faebd5ba91481ad3faf 2024-11-22T05:16:45,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/3c8108d2bd8245469693dba1a8eb71ed to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/3c8108d2bd8245469693dba1a8eb71ed 2024-11-22T05:16:45,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/60fbbff1b37944be81d042ed0657921e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/60fbbff1b37944be81d042ed0657921e 2024-11-22T05:16:45,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e4018b4bb7da4eb9999f3f2164f5e982 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/e4018b4bb7da4eb9999f3f2164f5e982 2024-11-22T05:16:45,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/db34526ee6fa4c0e9f1bc893403201a2 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/db34526ee6fa4c0e9f1bc893403201a2 2024-11-22T05:16:45,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/540a251755a74c5a8e9fe3160de949ae to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/540a251755a74c5a8e9fe3160de949ae 2024-11-22T05:16:45,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/76bcf865c43242708a3d0f02e3a68aae to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/76bcf865c43242708a3d0f02e3a68aae 2024-11-22T05:16:45,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53d3c0403d584630914132cadd1edf53 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/53d3c0403d584630914132cadd1edf53 2024-11-22T05:16:45,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9c57012e80784892b74df0ed8d97aa78, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/dc011d3ef1c941c1bf7d5cd5c7ce856d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/7155bceea6e94413bfcdad4584629e35, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/ce83f7a5e5a74f41b05cf6a078f57c48, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/1fba8248f1e84b23b28a8d6ef9352b8d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/d33565222a184503b12acd396e4b5d59, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/c6148ad963ab4bd8b0c1d38a680b332e, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/6f5d78fb7a5947d1858800ba1e2283fa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9374a46b1fc14206a622ef9860e28841, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4d4f7f7d5aad449a8e3dd1dc607828a9, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/451301b4388749588da4a4c18c8a856a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/aa238d6e16dc4872b1268e936551fc40, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/10e5447a9c9d410691b0ca8626dd0c94, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9a1561c017d54669818a5b3c717048a6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/92ff8c0936914088a4fc97ebdf8b2a34, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/57b79deece104c89b5733ec058a19966, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/cfa9e7f8bae24f27a6099c6db18c2f86, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/e847adbb94754047a3619bd28fc54ff5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/f1ae2d45433747898b5802c567de8f0a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/78cd719c7b944a80a887f9eee4c475d6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9e1dfd5e79864d6bbee9dbb0666a33a6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/56e60f188dbb43c5834825d743d15a06, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/592e3df86d7440c695d0f3bb3e8e18cb, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/0ee3e8037aec468d87f91be228d61b2f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4bfdb3645b464fb8be9d7a7e03cdfcfe] to archive 2024-11-22T05:16:45,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:16:45,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9c57012e80784892b74df0ed8d97aa78 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9c57012e80784892b74df0ed8d97aa78 2024-11-22T05:16:45,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/dc011d3ef1c941c1bf7d5cd5c7ce856d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/dc011d3ef1c941c1bf7d5cd5c7ce856d 2024-11-22T05:16:45,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/7155bceea6e94413bfcdad4584629e35 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/7155bceea6e94413bfcdad4584629e35 2024-11-22T05:16:45,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/ce83f7a5e5a74f41b05cf6a078f57c48 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/ce83f7a5e5a74f41b05cf6a078f57c48 2024-11-22T05:16:45,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/1fba8248f1e84b23b28a8d6ef9352b8d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/1fba8248f1e84b23b28a8d6ef9352b8d 2024-11-22T05:16:45,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/d33565222a184503b12acd396e4b5d59 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/d33565222a184503b12acd396e4b5d59 2024-11-22T05:16:45,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/c6148ad963ab4bd8b0c1d38a680b332e to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/c6148ad963ab4bd8b0c1d38a680b332e 2024-11-22T05:16:45,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/6f5d78fb7a5947d1858800ba1e2283fa to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/6f5d78fb7a5947d1858800ba1e2283fa 2024-11-22T05:16:45,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9374a46b1fc14206a622ef9860e28841 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9374a46b1fc14206a622ef9860e28841 2024-11-22T05:16:45,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4d4f7f7d5aad449a8e3dd1dc607828a9 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4d4f7f7d5aad449a8e3dd1dc607828a9 2024-11-22T05:16:45,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/451301b4388749588da4a4c18c8a856a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/451301b4388749588da4a4c18c8a856a 2024-11-22T05:16:45,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/aa238d6e16dc4872b1268e936551fc40 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/aa238d6e16dc4872b1268e936551fc40 2024-11-22T05:16:45,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/10e5447a9c9d410691b0ca8626dd0c94 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/10e5447a9c9d410691b0ca8626dd0c94 2024-11-22T05:16:45,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9a1561c017d54669818a5b3c717048a6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9a1561c017d54669818a5b3c717048a6 2024-11-22T05:16:45,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/92ff8c0936914088a4fc97ebdf8b2a34 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/92ff8c0936914088a4fc97ebdf8b2a34 2024-11-22T05:16:45,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/57b79deece104c89b5733ec058a19966 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/57b79deece104c89b5733ec058a19966 2024-11-22T05:16:45,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/cfa9e7f8bae24f27a6099c6db18c2f86 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/cfa9e7f8bae24f27a6099c6db18c2f86 2024-11-22T05:16:45,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/e847adbb94754047a3619bd28fc54ff5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/e847adbb94754047a3619bd28fc54ff5 2024-11-22T05:16:45,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/f1ae2d45433747898b5802c567de8f0a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/f1ae2d45433747898b5802c567de8f0a 2024-11-22T05:16:45,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/78cd719c7b944a80a887f9eee4c475d6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/78cd719c7b944a80a887f9eee4c475d6 2024-11-22T05:16:45,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9e1dfd5e79864d6bbee9dbb0666a33a6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/9e1dfd5e79864d6bbee9dbb0666a33a6 2024-11-22T05:16:45,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/56e60f188dbb43c5834825d743d15a06 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/56e60f188dbb43c5834825d743d15a06 2024-11-22T05:16:45,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/592e3df86d7440c695d0f3bb3e8e18cb to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/592e3df86d7440c695d0f3bb3e8e18cb 2024-11-22T05:16:45,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/0ee3e8037aec468d87f91be228d61b2f to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/0ee3e8037aec468d87f91be228d61b2f 2024-11-22T05:16:45,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4bfdb3645b464fb8be9d7a7e03cdfcfe to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/4bfdb3645b464fb8be9d7a7e03cdfcfe 2024-11-22T05:16:45,034 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/recovered.edits/474.seqid, newMaxSeqId=474, maxSeqId=1 2024-11-22T05:16:45,035 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. 2024-11-22T05:16:45,035 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for 93f77d1ea5c9e95ac99654fb2de98716: Waiting for close lock at 1732252603722Running coprocessor pre-close hooks at 1732252603722Disabling compacts and flushes for region at 1732252603722Disabling writes for close at 1732252603722Obtaining lock to block concurrent updates at 1732252603722Preparing flush snapshotting stores in 93f77d1ea5c9e95ac99654fb2de98716 at 1732252603722Finished memstore snapshotting TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732252603722Flushing stores of TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716. at 1732252603723 (+1 ms)Flushing 93f77d1ea5c9e95ac99654fb2de98716/A: creating writer at 1732252603723Flushing 93f77d1ea5c9e95ac99654fb2de98716/A: appending metadata at 1732252603725 (+2 ms)Flushing 93f77d1ea5c9e95ac99654fb2de98716/A: closing flushed file at 1732252603725Flushing 93f77d1ea5c9e95ac99654fb2de98716/B: creating writer at 1732252604133 (+408 ms)Flushing 93f77d1ea5c9e95ac99654fb2de98716/B: appending metadata at 1732252604135 (+2 ms)Flushing 93f77d1ea5c9e95ac99654fb2de98716/B: closing flushed file at 1732252604135Flushing 93f77d1ea5c9e95ac99654fb2de98716/C: creating writer at 1732252604544 (+409 ms)Flushing 93f77d1ea5c9e95ac99654fb2de98716/C: appending metadata at 1732252604547 (+3 ms)Flushing 93f77d1ea5c9e95ac99654fb2de98716/C: closing flushed file at 1732252604547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77fce7a8: reopening flushed file at 1732252604955 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2907d324: reopening flushed file at 1732252604958 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2467e771: reopening flushed file at 1732252604961 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 93f77d1ea5c9e95ac99654fb2de98716 in 1242ms, sequenceid=471, compaction requested=true at 1732252604964 (+3 ms)Writing region close event to WAL at 1732252605032 (+68 ms)Running coprocessor post-close hooks at 1732252605035 (+3 ms)Closed at 1732252605035 2024-11-22T05:16:45,037 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed 93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:45,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=93f77d1ea5c9e95ac99654fb2de98716, regionState=CLOSED 2024-11-22T05:16:45,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:16:45,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-22T05:16:45,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure 93f77d1ea5c9e95ac99654fb2de98716, server=82891a793a29,40047,1732252452553 in 1.4700 sec 2024-11-22T05:16:45,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-22T05:16:45,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93f77d1ea5c9e95ac99654fb2de98716, UNASSIGN in 1.4740 sec 2024-11-22T05:16:45,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-22T05:16:45,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4780 sec 2024-11-22T05:16:45,045 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252605045"}]},"ts":"1732252605045"} 2024-11-22T05:16:45,046 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T05:16:45,046 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T05:16:45,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4880 sec 2024-11-22T05:16:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T05:16:45,707 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:45,708 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T05:16:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:45,710 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T05:16:45,711 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:45,714 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:45,719 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/recovered.edits] 2024-11-22T05:16:45,723 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/ca370b60feff424ba3b144efa1b634a0 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/ca370b60feff424ba3b144efa1b634a0 2024-11-22T05:16:45,725 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/d633754219ec41b1be75d8a9d0b55aa6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/d633754219ec41b1be75d8a9d0b55aa6 2024-11-22T05:16:45,726 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/d6933493953b4377a8800de9231b6594 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/A/d6933493953b4377a8800de9231b6594 2024-11-22T05:16:45,729 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/19603b38716f48558c0c1a1ec8b5ca47 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/19603b38716f48558c0c1a1ec8b5ca47 2024-11-22T05:16:45,730 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7863f92e13534834b853b51d1e83eb64 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/7863f92e13534834b853b51d1e83eb64 2024-11-22T05:16:45,731 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/d3bcff3dae44409aaa6aede1af8163dd to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/B/d3bcff3dae44409aaa6aede1af8163dd 2024-11-22T05:16:45,734 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/2c197221e21544c3829ac58c7abd8dfb to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/2c197221e21544c3829ac58c7abd8dfb 2024-11-22T05:16:45,735 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/2ff0188844ac44bb920ef4e041bbb141 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/2ff0188844ac44bb920ef4e041bbb141 2024-11-22T05:16:45,737 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/ae801d93c4d94ab383753eb012144f5b to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/C/ae801d93c4d94ab383753eb012144f5b 2024-11-22T05:16:45,740 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/recovered.edits/474.seqid to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716/recovered.edits/474.seqid 2024-11-22T05:16:45,741 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/93f77d1ea5c9e95ac99654fb2de98716 2024-11-22T05:16:45,741 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T05:16:45,743 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:45,746 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T05:16:45,749 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T05:16:45,750 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:45,750 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T05:16:45,750 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732252605750"}]},"ts":"9223372036854775807"} 2024-11-22T05:16:45,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T05:16:45,753 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 93f77d1ea5c9e95ac99654fb2de98716, NAME => 'TestAcidGuarantees,,1732252577155.93f77d1ea5c9e95ac99654fb2de98716.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T05:16:45,753 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T05:16:45,753 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732252605753"}]},"ts":"9223372036854775807"} 2024-11-22T05:16:45,755 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T05:16:45,756 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:45,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-22T05:16:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T05:16:45,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T05:16:45,819 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:45,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=249 (was 252), OpenFileDescriptor=445 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 515), ProcessCount=11 (was 11), AvailableMemoryMB=8361 (was 7444) - AvailableMemoryMB LEAK? - 2024-11-22T05:16:45,833 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=249, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=8361 2024-11-22T05:16:45,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T05:16:45,835 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:16:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:45,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T05:16:45,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:45,837 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 140 2024-11-22T05:16:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T05:16:45,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T05:16:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742320_1496 (size=1061) 2024-11-22T05:16:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T05:16:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T05:16:46,245 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410 2024-11-22T05:16:46,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742321_1497 (size=53) 2024-11-22T05:16:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T05:16:46,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:46,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 600778232c2bf4a723791a0609717ea7, disabling compactions & flushes 2024-11-22T05:16:46,650 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:46,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:46,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. after waiting 0 ms 2024-11-22T05:16:46,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:46,650 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:46,650 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 600778232c2bf4a723791a0609717ea7: Waiting for close lock at 1732252606650Disabling compacts and flushes for region at 1732252606650Disabling writes for close at 1732252606650Writing region close event to WAL at 1732252606650Closed at 1732252606650 2024-11-22T05:16:46,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T05:16:46,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732252606651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732252606651"}]},"ts":"1732252606651"} 2024-11-22T05:16:46,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T05:16:46,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T05:16:46,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252606654"}]},"ts":"1732252606654"} 2024-11-22T05:16:46,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T05:16:46,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, ASSIGN}] 2024-11-22T05:16:46,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, ASSIGN 2024-11-22T05:16:46,658 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, ASSIGN; state=OFFLINE, location=82891a793a29,40047,1732252452553; forceNewPlan=false, retain=false 2024-11-22T05:16:46,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=600778232c2bf4a723791a0609717ea7, regionState=OPENING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:16:46,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, ASSIGN because future has completed 2024-11-22T05:16:46,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:16:46,965 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:46,965 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:16:46,966 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,966 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:46,966 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,966 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,968 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,969 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:16:46,970 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600778232c2bf4a723791a0609717ea7 columnFamilyName A 2024-11-22T05:16:46,970 DEBUG [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:46,970 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(327): Store=600778232c2bf4a723791a0609717ea7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:46,970 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,971 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:16:46,971 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600778232c2bf4a723791a0609717ea7 columnFamilyName B 2024-11-22T05:16:46,971 DEBUG [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:46,972 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(327): Store=600778232c2bf4a723791a0609717ea7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:46,972 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,973 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:16:46,973 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600778232c2bf4a723791a0609717ea7 columnFamilyName C 2024-11-22T05:16:46,973 DEBUG [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:46,973 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(327): Store=600778232c2bf4a723791a0609717ea7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:46,974 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:46,974 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,974 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,975 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T05:16:46,976 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,976 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,976 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:16:46,977 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,979 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T05:16:46,979 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened 600778232c2bf4a723791a0609717ea7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72773805, jitterRate=0.08441419899463654}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:16:46,979 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:46,980 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for 600778232c2bf4a723791a0609717ea7: Running coprocessor pre-open hook at 1732252606966Writing region info on filesystem at 1732252606966Initializing all the Stores at 1732252606967 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252606967Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252606968 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252606968Cleaning up temporary data from old regions at 1732252606976 (+8 ms)Running coprocessor post-open hooks at 1732252606979 (+3 ms)Region opened successfully at 1732252606980 (+1 ms) 2024-11-22T05:16:46,980 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., pid=142, masterSystemTime=1732252606962 2024-11-22T05:16:46,982 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:46,982 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:46,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=600778232c2bf4a723791a0609717ea7, regionState=OPEN, openSeqNum=2, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:16:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:16:46,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-22T05:16:46,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 in 173 msec 2024-11-22T05:16:46,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-22T05:16:46,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, ASSIGN in 330 msec 2024-11-22T05:16:46,988 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T05:16:46,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252606988"}]},"ts":"1732252606988"} 2024-11-22T05:16:46,989 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T05:16:46,990 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T05:16:46,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-22T05:16:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T05:16:47,987 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:47,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37eedb90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:47,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:47,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:47,991 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0ed942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:47,995 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6932fc0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:47,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:48,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:48,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T05:16:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 82891a793a29,42297,1732252451391 2024-11-22T05:16:48,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51e321ac 2024-11-22T05:16:48,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T05:16:48,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T05:16:48,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T05:16:48,003 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T05:16:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T05:16:48,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742322_1498 (size=1097) 2024-11-22T05:16:48,417 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T05:16:48,417 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T05:16:48,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T05:16:48,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, REOPEN/MOVE}] 2024-11-22T05:16:48,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, REOPEN/MOVE 2024-11-22T05:16:48,426 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=600778232c2bf4a723791a0609717ea7, regionState=CLOSING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:16:48,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, REOPEN/MOVE because future has completed 2024-11-22T05:16:48,428 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:16:48,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:16:48,581 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,581 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:16:48,581 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 600778232c2bf4a723791a0609717ea7, disabling compactions & flushes 2024-11-22T05:16:48,581 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:48,581 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:48,581 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. after waiting 0 ms 2024-11-22T05:16:48,581 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:48,586 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T05:16:48,586 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:48,587 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 600778232c2bf4a723791a0609717ea7: Waiting for close lock at 1732252608581Running coprocessor pre-close hooks at 1732252608581Disabling compacts and flushes for region at 1732252608581Disabling writes for close at 1732252608581Writing region close event to WAL at 1732252608581Running coprocessor post-close hooks at 1732252608586 (+5 ms)Closed at 1732252608586 2024-11-22T05:16:48,587 WARN [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: 600778232c2bf4a723791a0609717ea7 to self. 2024-11-22T05:16:48,589 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=600778232c2bf4a723791a0609717ea7, regionState=CLOSED 2024-11-22T05:16:48,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:16:48,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-22T05:16:48,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 in 164 msec 2024-11-22T05:16:48,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, REOPEN/MOVE; state=CLOSED, location=82891a793a29,40047,1732252452553; forceNewPlan=false, retain=true 2024-11-22T05:16:48,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=600778232c2bf4a723791a0609717ea7, regionState=OPENING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:16:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, REOPEN/MOVE because future has completed 2024-11-22T05:16:48,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:16:48,912 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:48,912 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} 2024-11-22T05:16:48,913 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,913 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T05:16:48,913 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,914 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,917 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,917 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:16:48,918 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600778232c2bf4a723791a0609717ea7 columnFamilyName A 2024-11-22T05:16:48,920 DEBUG [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:48,920 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(327): Store=600778232c2bf4a723791a0609717ea7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:48,920 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,921 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:16:48,921 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600778232c2bf4a723791a0609717ea7 columnFamilyName B 2024-11-22T05:16:48,921 DEBUG [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:48,921 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(327): Store=600778232c2bf4a723791a0609717ea7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:48,921 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,922 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T05:16:48,922 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600778232c2bf4a723791a0609717ea7 columnFamilyName C 2024-11-22T05:16:48,922 DEBUG [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:48,922 INFO [StoreOpener-600778232c2bf4a723791a0609717ea7-1 {}] regionserver.HStore(327): Store=600778232c2bf4a723791a0609717ea7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T05:16:48,922 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:48,922 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,923 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,924 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,924 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,925 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,925 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T05:16:48,926 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,926 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened 600778232c2bf4a723791a0609717ea7; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66855494, jitterRate=-0.0037755072116851807}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T05:16:48,926 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,927 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for 600778232c2bf4a723791a0609717ea7: Running coprocessor pre-open hook at 1732252608914Writing region info on filesystem at 1732252608914Initializing all the Stores at 1732252608916 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252608916Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252608916Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732252608916Cleaning up temporary data from old regions at 1732252608925 (+9 ms)Running coprocessor post-open hooks at 1732252608926 (+1 ms)Region opened successfully at 1732252608927 (+1 ms) 2024-11-22T05:16:48,928 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., pid=147, masterSystemTime=1732252608904 2024-11-22T05:16:48,929 DEBUG [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:48,929 INFO [RS_OPEN_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:48,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=600778232c2bf4a723791a0609717ea7, regionState=OPEN, openSeqNum=5, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:16:48,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:16:48,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145 2024-11-22T05:16:48,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 in 181 msec 2024-11-22T05:16:48,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-22T05:16:48,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, REOPEN/MOVE in 508 msec 2024-11-22T05:16:48,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-22T05:16:48,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-22T05:16:48,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-11-22T05:16:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-22T05:16:48,937 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:48,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bc30a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:48,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:48,938 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce3acc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:48,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5918097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227ae0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:48,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:48,940 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:48,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:48,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:48,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768c63ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:48,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:48,941 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756e5ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401e798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:48,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:48,942 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:48,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:48,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:48,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c029e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:48,943 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:48,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535ac3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ee11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:48,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:48,945 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8a29c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:48,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:48,946 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8d680a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cbdd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:48,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:48,948 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13df01e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:48,950 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:48,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d9231a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1001aa8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:48,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:48,952 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e65291c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:48,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:48,953 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:48,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f916ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7bff21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:48,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:48,955 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:48,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:48,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52255176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:48,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:48,957 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21dff5ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2daf9160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:48,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:48,960 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6987e380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:48,962 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c3f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6719bbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:48,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:48,964 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c22faae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:48,966 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e970d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611845f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 82891a793a29,42297,-1 for getting cluster id 2024-11-22T05:16:48,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T05:16:48,968 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c80dde6e-e82a-4f55-8dee-ebc92edd6fac' 2024-11-22T05:16:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T05:16:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c80dde6e-e82a-4f55-8dee-ebc92edd6fac" 2024-11-22T05:16:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239a88c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [82891a793a29,42297,-1] 2024-11-22T05:16:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T05:16:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:16:48,970 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T05:16:48,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300408bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T05:16:48,971 DEBUG [Thread-2244 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:48,971 DEBUG [Thread-2249 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:48,971 DEBUG [Thread-2240 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:48,971 DEBUG [Thread-2253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:48,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:48,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:48,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:48,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:48,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:16:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:16:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:16:48,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:16:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:48,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:16:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:16:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:16:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:16:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:48,992 DEBUG [Thread-2242 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:48,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:48,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:48,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:48,995 DEBUG [Thread-2238 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:48,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:48,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:48,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:16:48,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:16:49,003 DEBUG [Thread-2251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:49,006 DEBUG [Thread-2257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:49,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:49,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:49,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:16:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:49,012 DEBUG [Thread-2246 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:49,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:49,013 DEBUG [Thread-2255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T05:16:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:49,013 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:49,013 DEBUG [Thread-2255 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=82891a793a29,40047,1732252452553, seqNum=-1] 2024-11-22T05:16:49,014 DEBUG [Thread-2255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T05:16:49,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:49,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T05:16:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:16:49,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:16:49,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5] 2024-11-22T05:16:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-22T05:16:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T05:16:49,020 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:49,021 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:49,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:49,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b7546a868d964f45bc5bf3c093aaf3ef_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252608983/Put/seqid=0 2024-11-22T05:16:49,023 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=82891a793a29,40047,1732252452553, table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T05:16:49,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252609004, max timestamp=1732252609022Num uniques 859; 2024-11-22T05:16:49,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:49,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252609004, max timestamp=1732252609022Num uniques 859; 2024-11-22T05:16:49,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:49,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252609004, max timestamp=1732252609022Num uniques 859; 2024-11-22T05:16:49,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:49,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742323_1499 (size=12154) 2024-11-22T05:16:49,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252669048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252669048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252669056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252669056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252669056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T05:16:49,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252669165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252669166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252669166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252669166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252669166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T05:16:49,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:49,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T05:16:49,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:49,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T05:16:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252669376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252669376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252669376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252669376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252669376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:49,449 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b7546a868d964f45bc5bf3c093aaf3ef_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b7546a868d964f45bc5bf3c093aaf3ef_600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:49,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/b16220d7b406486897d4172d850f7223, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:49,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/b16220d7b406486897d4172d850f7223 is 175, key is test_row_0/A:col10/1732252608983/Put/seqid=0 2024-11-22T05:16:49,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742324_1500 (size=30955) 2024-11-22T05:16:49,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T05:16:49,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:49,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T05:16:49,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:49,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T05:16:49,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252669686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252669686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252669686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252669686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:49,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252669686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:49,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:49,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:49,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T05:16:49,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:49,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,855 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/b16220d7b406486897d4172d850f7223 2024-11-22T05:16:49,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/a7ddfb28877443e18dad9dcf9d268911 is 50, key is test_row_0/B:col10/1732252608983/Put/seqid=0 2024-11-22T05:16:49,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742325_1501 (size=12001) 2024-11-22T05:16:49,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T05:16:49,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:49,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:49,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:50,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T05:16:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:50,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T05:16:50,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252670195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:50,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252670195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:50,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252670196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:50,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252670196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:50,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252670196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:50,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T05:16:50,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:50,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:50,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/a7ddfb28877443e18dad9dcf9d268911 2024-11-22T05:16:50,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/37ba75bff8f745c4bd52feaabe0a270a is 50, key is test_row_0/C:col10/1732252608983/Put/seqid=0 2024-11-22T05:16:50,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742326_1502 (size=12001) 2024-11-22T05:16:50,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/37ba75bff8f745c4bd52feaabe0a270a 2024-11-22T05:16:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/b16220d7b406486897d4172d850f7223 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/b16220d7b406486897d4172d850f7223 2024-11-22T05:16:50,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/b16220d7b406486897d4172d850f7223, entries=150, sequenceid=14, filesize=30.2 K 2024-11-22T05:16:50,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/a7ddfb28877443e18dad9dcf9d268911 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a7ddfb28877443e18dad9dcf9d268911 2024-11-22T05:16:50,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a7ddfb28877443e18dad9dcf9d268911, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T05:16:50,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/37ba75bff8f745c4bd52feaabe0a270a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/37ba75bff8f745c4bd52feaabe0a270a 2024-11-22T05:16:50,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/37ba75bff8f745c4bd52feaabe0a270a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T05:16:50,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 600778232c2bf4a723791a0609717ea7 in 1388ms, sequenceid=14, compaction requested=false 2024-11-22T05:16:50,373 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T05:16:50,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:50,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T05:16:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:50,397 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-22T05:16:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:16:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:16:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:16:50,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:50,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220d72680393734d9fa756614ad23d258d_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252609053/Put/seqid=0 2024-11-22T05:16:50,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742327_1503 (size=12154) 2024-11-22T05:16:50,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:16:50,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:50,814 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220d72680393734d9fa756614ad23d258d_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220d72680393734d9fa756614ad23d258d_600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/1767de147c7c4384bbb5a538dcb87583, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/1767de147c7c4384bbb5a538dcb87583 is 175, key is test_row_0/A:col10/1732252609053/Put/seqid=0 2024-11-22T05:16:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742328_1504 (size=30955) 2024-11-22T05:16:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T05:16:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:51,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252671216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252671216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,222 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,223 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/1767de147c7c4384bbb5a538dcb87583 2024-11-22T05:16:51,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252671221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252671222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252671223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/f6d8520caf1348c09a56d788c4c4a159 is 50, key is test_row_0/B:col10/1732252609053/Put/seqid=0 2024-11-22T05:16:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742329_1505 (size=12001) 2024-11-22T05:16:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252671326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252671336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252671336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252671337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252671535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252671545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252671545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252671546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,632 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/f6d8520caf1348c09a56d788c4c4a159 2024-11-22T05:16:51,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/4498513037244552be121edd699229a6 is 50, key is test_row_0/C:col10/1732252609053/Put/seqid=0 2024-11-22T05:16:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742330_1506 (size=12001) 2024-11-22T05:16:51,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252671846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252671856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252671857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252671857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:51,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:51,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,041 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/4498513037244552be121edd699229a6 2024-11-22T05:16:52,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/1767de147c7c4384bbb5a538dcb87583 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1767de147c7c4384bbb5a538dcb87583 2024-11-22T05:16:52,047 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1767de147c7c4384bbb5a538dcb87583, entries=150, sequenceid=51, filesize=30.2 K 2024-11-22T05:16:52,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/f6d8520caf1348c09a56d788c4c4a159 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/f6d8520caf1348c09a56d788c4c4a159 2024-11-22T05:16:52,050 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/f6d8520caf1348c09a56d788c4c4a159, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T05:16:52,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/4498513037244552be121edd699229a6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/4498513037244552be121edd699229a6 2024-11-22T05:16:52,054 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/4498513037244552be121edd699229a6, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T05:16:52,055 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=46.96 KB/48090 for 600778232c2bf4a723791a0609717ea7 in 1658ms, sequenceid=51, compaction requested=false 2024-11-22T05:16:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:52,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-22T05:16:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-22T05:16:52,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-22T05:16:52,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0350 sec 2024-11-22T05:16:52,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 3.0450 sec 2024-11-22T05:16:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:52,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T05:16:52,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:16:52,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:52,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:16:52,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:52,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:16:52,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:52,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221874de81f91244c5948703123f70dfbd_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252612357/Put/seqid=0 2024-11-22T05:16:52,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742331_1507 (size=14594) 2024-11-22T05:16:52,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252672386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252672388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252612380, max timestamp=1732252612391Num uniques 859; 2024-11-22T05:16:52,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252612380, max timestamp=1732252612391Num uniques 859; 2024-11-22T05:16:52,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:52,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:16:52,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252612380, max timestamp=1732252612391Num uniques 859; 2024-11-22T05:16:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252672445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252672447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252672506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252672506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252672556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252672556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252672716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252672716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252672765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252672766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:52,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:52,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:52,775 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:52,778 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221874de81f91244c5948703123f70dfbd_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221874de81f91244c5948703123f70dfbd_600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:52,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/3e1f267397c444419c78769d84b6a1ce, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:52,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/3e1f267397c444419c78769d84b6a1ce is 175, key is test_row_0/A:col10/1732252612357/Put/seqid=0 2024-11-22T05:16:52,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742332_1508 (size=39549) 2024-11-22T05:16:53,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252673025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252673025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:53,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252673076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252673076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T05:16:53,176 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:53,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-22T05:16:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T05:16:53,178 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:53,178 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:53,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:53,188 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/3e1f267397c444419c78769d84b6a1ce 2024-11-22T05:16:53,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/2b0a14c5433148aabcaf707f36940e46 is 50, key is test_row_0/B:col10/1732252612357/Put/seqid=0 2024-11-22T05:16:53,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742333_1509 (size=12001) 2024-11-22T05:16:53,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252673246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:53,250 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T05:16:53,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T05:16:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:53,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T05:16:53,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:53,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:53,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:53,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T05:16:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252673535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252673535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:53,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252673586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:53,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/2b0a14c5433148aabcaf707f36940e46 2024-11-22T05:16:53,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252673596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:53,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/d43a4d3d3aa849ffb95b755aa37194b4 is 50, key is test_row_0/C:col10/1732252612357/Put/seqid=0 2024-11-22T05:16:53,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742334_1510 (size=12001) 2024-11-22T05:16:53,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T05:16:53,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:53,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:53,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:53,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T05:16:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:53,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:53,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T05:16:53,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T05:16:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:53,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:54,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/d43a4d3d3aa849ffb95b755aa37194b4 2024-11-22T05:16:54,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/3e1f267397c444419c78769d84b6a1ce as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/3e1f267397c444419c78769d84b6a1ce 2024-11-22T05:16:54,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/3e1f267397c444419c78769d84b6a1ce, entries=200, sequenceid=62, filesize=38.6 K 2024-11-22T05:16:54,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/2b0a14c5433148aabcaf707f36940e46 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/2b0a14c5433148aabcaf707f36940e46 2024-11-22T05:16:54,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/2b0a14c5433148aabcaf707f36940e46, entries=150, sequenceid=62, filesize=11.7 K 2024-11-22T05:16:54,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/d43a4d3d3aa849ffb95b755aa37194b4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/d43a4d3d3aa849ffb95b755aa37194b4 2024-11-22T05:16:54,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/d43a4d3d3aa849ffb95b755aa37194b4, entries=150, sequenceid=62, filesize=11.7 K 2024-11-22T05:16:54,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 600778232c2bf4a723791a0609717ea7 in 1661ms, sequenceid=62, compaction requested=true 2024-11-22T05:16:54,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:54,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:54,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:54,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:54,019 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:54,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:54,019 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:54,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:54,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:54,020 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:54,020 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:54,020 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/A is initiating minor compaction (all files) 2024-11-22T05:16:54,020 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/B is initiating minor compaction (all files) 2024-11-22T05:16:54,020 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/A in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,020 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/B in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,020 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/b16220d7b406486897d4172d850f7223, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1767de147c7c4384bbb5a538dcb87583, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/3e1f267397c444419c78769d84b6a1ce] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=99.1 K 2024-11-22T05:16:54,020 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a7ddfb28877443e18dad9dcf9d268911, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/f6d8520caf1348c09a56d788c4c4a159, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/2b0a14c5433148aabcaf707f36940e46] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=35.2 K 2024-11-22T05:16:54,020 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,020 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/b16220d7b406486897d4172d850f7223, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1767de147c7c4384bbb5a538dcb87583, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/3e1f267397c444419c78769d84b6a1ce] 2024-11-22T05:16:54,020 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting a7ddfb28877443e18dad9dcf9d268911, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732252608977 2024-11-22T05:16:54,020 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting b16220d7b406486897d4172d850f7223, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732252608977 2024-11-22T05:16:54,021 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1767de147c7c4384bbb5a538dcb87583, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732252609035 2024-11-22T05:16:54,021 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting f6d8520caf1348c09a56d788c4c4a159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732252609035 2024-11-22T05:16:54,021 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e1f267397c444419c78769d84b6a1ce, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732252611215 2024-11-22T05:16:54,021 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b0a14c5433148aabcaf707f36940e46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732252611215 2024-11-22T05:16:54,025 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:54,027 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:54,027 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/905dea36a8aa400d984a1a95c83cb603 is 50, key is test_row_0/B:col10/1732252612357/Put/seqid=0 2024-11-22T05:16:54,037 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411221f48aa75a0b146c19de5f37e7b34f056_600778232c2bf4a723791a0609717ea7 store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:54,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742335_1511 (size=12104) 2024-11-22T05:16:54,039 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411221f48aa75a0b146c19de5f37e7b34f056_600778232c2bf4a723791a0609717ea7, store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:54,039 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221f48aa75a0b146c19de5f37e7b34f056_600778232c2bf4a723791a0609717ea7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:54,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742336_1512 (size=4469) 2024-11-22T05:16:54,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T05:16:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,096 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB 2024-11-22T05:16:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:16:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:16:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:16:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:54,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d133b81b73a7476e8c9596d408e12326_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252612445/Put/seqid=0 2024-11-22T05:16:54,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742337_1513 (size=12154) 2024-11-22T05:16:54,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,129 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d133b81b73a7476e8c9596d408e12326_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d133b81b73a7476e8c9596d408e12326_600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/13a956613f9b4bcf858028fd228bd1f4, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/13a956613f9b4bcf858028fd228bd1f4 is 175, key is test_row_0/A:col10/1732252612445/Put/seqid=0 2024-11-22T05:16:54,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742338_1514 (size=30955) 2024-11-22T05:16:54,141 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/13a956613f9b4bcf858028fd228bd1f4 2024-11-22T05:16:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/82a345cca06b467e95654ed98a8b093c is 50, key is test_row_0/B:col10/1732252612445/Put/seqid=0 2024-11-22T05:16:54,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742339_1515 (size=12001) 2024-11-22T05:16:54,159 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/82a345cca06b467e95654ed98a8b093c 2024-11-22T05:16:54,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/ae82eb0e386040fe8e905b0348eb8ce6 is 50, key is test_row_0/C:col10/1732252612445/Put/seqid=0 2024-11-22T05:16:54,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742340_1516 (size=12001) 2024-11-22T05:16:54,173 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/ae82eb0e386040fe8e905b0348eb8ce6 2024-11-22T05:16:54,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/13a956613f9b4bcf858028fd228bd1f4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/13a956613f9b4bcf858028fd228bd1f4 2024-11-22T05:16:54,180 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/13a956613f9b4bcf858028fd228bd1f4, entries=150, sequenceid=97, filesize=30.2 K 2024-11-22T05:16:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/82a345cca06b467e95654ed98a8b093c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/82a345cca06b467e95654ed98a8b093c 2024-11-22T05:16:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,185 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/82a345cca06b467e95654ed98a8b093c, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T05:16:54,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/ae82eb0e386040fe8e905b0348eb8ce6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/ae82eb0e386040fe8e905b0348eb8ce6 2024-11-22T05:16:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,188 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/ae82eb0e386040fe8e905b0348eb8ce6, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T05:16:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,189 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=0 B/0 for 600778232c2bf4a723791a0609717ea7 in 93ms, sequenceid=97, compaction requested=true 2024-11-22T05:16:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-22T05:16:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-22T05:16:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-22T05:16:54,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-11-22T05:16:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.0170 sec 2024-11-22T05:16:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T05:16:54,316 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,317 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-22T05:16:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,318 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T05:16:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T05:16:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,443 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/905dea36a8aa400d984a1a95c83cb603 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/905dea36a8aa400d984a1a95c83cb603 2024-11-22T05:16:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,451 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#A#compaction#433 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,451 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600778232c2bf4a723791a0609717ea7/B of 600778232c2bf4a723791a0609717ea7 into 905dea36a8aa400d984a1a95c83cb603(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:54,451 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:54,451 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/B, priority=13, startTime=1732252614019; duration=0sec 2024-11-22T05:16:54,451 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:54,451 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:B 2024-11-22T05:16:54,451 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/ef79452517db4224875094eac6b58c3c is 175, key is test_row_0/A:col10/1732252612357/Put/seqid=0 2024-11-22T05:16:54,451 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:16:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,453 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:16:54,453 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/C is initiating minor compaction (all files) 2024-11-22T05:16:54,453 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/C in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,453 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/37ba75bff8f745c4bd52feaabe0a270a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/4498513037244552be121edd699229a6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/d43a4d3d3aa849ffb95b755aa37194b4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/ae82eb0e386040fe8e905b0348eb8ce6] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=46.9 K 2024-11-22T05:16:54,453 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 37ba75bff8f745c4bd52feaabe0a270a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732252608977 2024-11-22T05:16:54,454 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 4498513037244552be121edd699229a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732252609035 2024-11-22T05:16:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,455 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting d43a4d3d3aa849ffb95b755aa37194b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732252611215 2024-11-22T05:16:54,455 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting ae82eb0e386040fe8e905b0348eb8ce6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732252612411 2024-11-22T05:16:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742341_1517 (size=31058) 2024-11-22T05:16:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,465 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#C#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,465 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/e03b8cc9cd6a47d1b8b3aac3b31db64d is 50, key is test_row_0/C:col10/1732252612445/Put/seqid=0 2024-11-22T05:16:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,468 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/ef79452517db4224875094eac6b58c3c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/ef79452517db4224875094eac6b58c3c 2024-11-22T05:16:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T05:16:54,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,472 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600778232c2bf4a723791a0609717ea7/A of 600778232c2bf4a723791a0609717ea7 into ef79452517db4224875094eac6b58c3c(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:54,472 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:54,472 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/A, priority=13, startTime=1732252614019; duration=0sec 2024-11-22T05:16:54,472 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:54,472 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:A 2024-11-22T05:16:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-22T05:16:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-22T05:16:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-22T05:16:54,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-22T05:16:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 159 msec 2024-11-22T05:16:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742342_1518 (size=12139) 2024-11-22T05:16:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,483 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/e03b8cc9cd6a47d1b8b3aac3b31db64d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/e03b8cc9cd6a47d1b8b3aac3b31db64d 2024-11-22T05:16:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,488 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 600778232c2bf4a723791a0609717ea7/C of 600778232c2bf4a723791a0609717ea7 into e03b8cc9cd6a47d1b8b3aac3b31db64d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,488 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:54,488 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/C, priority=12, startTime=1732252614019; duration=0sec 2024-11-22T05:16:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,488 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:54,488 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:C 2024-11-22T05:16:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:54,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:16:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:16:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:16:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:16:54,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:54,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d8320df8658547888edbddd9ff5b438f_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252614583/Put/seqid=0 2024-11-22T05:16:54,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252614619, max timestamp=1732252614629Num uniques 859; 2024-11-22T05:16:54,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T05:16:54,636 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:54,636 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-22T05:16:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T05:16:54,638 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:54,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252614619, max timestamp=1732252614629Num uniques 859; 2024-11-22T05:16:54,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252614619, max timestamp=1732252614629Num uniques 859; 2024-11-22T05:16:54,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:54,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:54,638 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:54,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:54,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742343_1519 (size=14594) 2024-11-22T05:16:54,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252674668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:54,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252674669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:54,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252674671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:54,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:54,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252674676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:54,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T05:16:54,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252674786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:54,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:54,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:54,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:54,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252674786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:54,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252674786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:54,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,791 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:54,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:54,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252674786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:54,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:54,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:54,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:54,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:54,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:54,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T05:16:54,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252674995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:54,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:54,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252674995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252674995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252674996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,049 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:55,051 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d8320df8658547888edbddd9ff5b438f_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d8320df8658547888edbddd9ff5b438f_600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:55,052 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/73241f4e781f41e08887d0a1c3c70828, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:55,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/73241f4e781f41e08887d0a1c3c70828 is 175, key is test_row_0/A:col10/1732252614583/Put/seqid=0 2024-11-22T05:16:55,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742344_1520 (size=39549) 2024-11-22T05:16:55,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:55,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:55,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T05:16:55,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252675306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252675306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252675306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252675306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:55,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:55,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,457 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=111, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/73241f4e781f41e08887d0a1c3c70828 2024-11-22T05:16:55,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/5394767cd24347a2a9905872662ecf85 is 50, key is test_row_0/B:col10/1732252614583/Put/seqid=0 2024-11-22T05:16:55,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742345_1521 (size=12001) 2024-11-22T05:16:55,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:55,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:55,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:55,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T05:16:55,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252675816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252675816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252675826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252675826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:55,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:55,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:55,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:55,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:55,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/5394767cd24347a2a9905872662ecf85 2024-11-22T05:16:55,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/288a147c437f4558a5a6db8bbf081f1a is 50, key is test_row_0/C:col10/1732252614583/Put/seqid=0 2024-11-22T05:16:55,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742346_1522 (size=12001) 2024-11-22T05:16:56,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:56,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:56,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:56,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:56,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:56,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:56,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:56,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:56,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/288a147c437f4558a5a6db8bbf081f1a 2024-11-22T05:16:56,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/73241f4e781f41e08887d0a1c3c70828 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/73241f4e781f41e08887d0a1c3c70828 2024-11-22T05:16:56,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/73241f4e781f41e08887d0a1c3c70828, entries=200, sequenceid=111, filesize=38.6 K 2024-11-22T05:16:56,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/5394767cd24347a2a9905872662ecf85 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/5394767cd24347a2a9905872662ecf85 2024-11-22T05:16:56,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/5394767cd24347a2a9905872662ecf85, entries=150, sequenceid=111, filesize=11.7 K 2024-11-22T05:16:56,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/288a147c437f4558a5a6db8bbf081f1a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/288a147c437f4558a5a6db8bbf081f1a 2024-11-22T05:16:56,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/288a147c437f4558a5a6db8bbf081f1a, entries=150, sequenceid=111, filesize=11.7 K 2024-11-22T05:16:56,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 600778232c2bf4a723791a0609717ea7 in 1711ms, sequenceid=111, compaction requested=true 2024-11-22T05:16:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:16:56,304 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:16:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:56,304 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:16:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:16:56,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:56,305 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:56,305 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:16:56,305 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/B is initiating minor compaction (all files) 2024-11-22T05:16:56,305 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/A is initiating minor compaction (all files) 2024-11-22T05:16:56,305 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/A in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:56,305 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/B in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:56,305 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/905dea36a8aa400d984a1a95c83cb603, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/82a345cca06b467e95654ed98a8b093c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/5394767cd24347a2a9905872662ecf85] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=35.3 K 2024-11-22T05:16:56,305 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/ef79452517db4224875094eac6b58c3c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/13a956613f9b4bcf858028fd228bd1f4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/73241f4e781f41e08887d0a1c3c70828] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=99.2 K 2024-11-22T05:16:56,305 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:56,305 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/ef79452517db4224875094eac6b58c3c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/13a956613f9b4bcf858028fd228bd1f4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/73241f4e781f41e08887d0a1c3c70828] 2024-11-22T05:16:56,305 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 905dea36a8aa400d984a1a95c83cb603, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732252611215 2024-11-22T05:16:56,306 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef79452517db4224875094eac6b58c3c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732252611215 2024-11-22T05:16:56,306 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 82a345cca06b467e95654ed98a8b093c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732252612411 2024-11-22T05:16:56,306 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 5394767cd24347a2a9905872662ecf85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732252614583 2024-11-22T05:16:56,306 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13a956613f9b4bcf858028fd228bd1f4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732252612411 2024-11-22T05:16:56,306 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73241f4e781f41e08887d0a1c3c70828, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732252614583 2024-11-22T05:16:56,315 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:56,315 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:56,316 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/69ee751832d94ed08b7be6551ec4603d is 50, key is test_row_0/B:col10/1732252614583/Put/seqid=0 2024-11-22T05:16:56,318 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112286c8facd5b7d4bdbb9d74f9603629ed3_600778232c2bf4a723791a0609717ea7 store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:56,319 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112286c8facd5b7d4bdbb9d74f9603629ed3_600778232c2bf4a723791a0609717ea7, store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:56,319 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112286c8facd5b7d4bdbb9d74f9603629ed3_600778232c2bf4a723791a0609717ea7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:56,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T05:16:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:56,323 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-22T05:16:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:16:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:16:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:16:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:16:56,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112282eebc1d9d8b48679dd762eef9044ead_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252614669/Put/seqid=0 2024-11-22T05:16:56,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742347_1523 (size=4469) 2024-11-22T05:16:56,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742348_1524 (size=12207) 2024-11-22T05:16:56,345 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/69ee751832d94ed08b7be6551ec4603d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/69ee751832d94ed08b7be6551ec4603d 2024-11-22T05:16:56,349 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600778232c2bf4a723791a0609717ea7/B of 600778232c2bf4a723791a0609717ea7 into 69ee751832d94ed08b7be6551ec4603d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:56,349 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:56,349 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/B, priority=13, startTime=1732252616304; duration=0sec 2024-11-22T05:16:56,349 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:16:56,349 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:B 2024-11-22T05:16:56,349 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T05:16:56,349 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T05:16:56,349 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T05:16:56,349 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. because compaction request was cancelled 2024-11-22T05:16:56,349 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:C 2024-11-22T05:16:56,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742349_1525 (size=12304) 2024-11-22T05:16:56,736 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#A#compaction#442 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:16:56,737 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/905cb21c738148ce9d61857772361aaa is 175, key is test_row_0/A:col10/1732252614583/Put/seqid=0 2024-11-22T05:16:56,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742350_1526 (size=31161) 2024-11-22T05:16:56,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:56,757 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112282eebc1d9d8b48679dd762eef9044ead_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112282eebc1d9d8b48679dd762eef9044ead_600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:56,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/bf8b1f411c3a4146afd428b3f60d657d, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:56,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/bf8b1f411c3a4146afd428b3f60d657d is 175, key is test_row_0/A:col10/1732252614669/Put/seqid=0 2024-11-22T05:16:56,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742351_1527 (size=31105) 2024-11-22T05:16:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T05:16:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:56,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:56,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252676843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:56,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252676845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252676845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:56,850 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:56,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252676849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:56,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252676956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:56,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252676956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:56,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252676966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:56,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:56,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:57,144 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/905cb21c738148ce9d61857772361aaa as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/905cb21c738148ce9d61857772361aaa 2024-11-22T05:16:57,148 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600778232c2bf4a723791a0609717ea7/A of 600778232c2bf4a723791a0609717ea7 into 905cb21c738148ce9d61857772361aaa(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:16:57,148 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:57,148 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/A, priority=13, startTime=1732252616304; duration=0sec 2024-11-22T05:16:57,148 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:16:57,148 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:A 2024-11-22T05:16:57,161 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/bf8b1f411c3a4146afd428b3f60d657d 2024-11-22T05:16:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/bfe361011912449facd610d5f303f899 is 50, key is test_row_0/B:col10/1732252614669/Put/seqid=0 2024-11-22T05:16:57,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252677167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:57,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:57,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252677168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:57,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:57,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742352_1528 (size=12151) 2024-11-22T05:16:57,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252677176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:57,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252677276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:57,278 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:57,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252677476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:57,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252677476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:57,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252677486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:57,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:57,574 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/bfe361011912449facd610d5f303f899 2024-11-22T05:16:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/fd15a8bacae44cfebe56505086d9f8a3 is 50, key is test_row_0/C:col10/1732252614669/Put/seqid=0 2024-11-22T05:16:57,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742353_1529 (size=12151) 2024-11-22T05:16:57,983 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/fd15a8bacae44cfebe56505086d9f8a3 2024-11-22T05:16:57,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/bf8b1f411c3a4146afd428b3f60d657d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/bf8b1f411c3a4146afd428b3f60d657d 2024-11-22T05:16:57,989 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/bf8b1f411c3a4146afd428b3f60d657d, entries=150, sequenceid=148, filesize=30.4 K 2024-11-22T05:16:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252677986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252677986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:57,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/bfe361011912449facd610d5f303f899 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/bfe361011912449facd610d5f303f899 2024-11-22T05:16:57,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,992 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/bfe361011912449facd610d5f303f899, entries=150, sequenceid=148, filesize=11.9 K 2024-11-22T05:16:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/fd15a8bacae44cfebe56505086d9f8a3 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/fd15a8bacae44cfebe56505086d9f8a3 2024-11-22T05:16:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252677996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:57,999 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/fd15a8bacae44cfebe56505086d9f8a3, entries=150, sequenceid=148, filesize=11.9 K 2024-11-22T05:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,000 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 600778232c2bf4a723791a0609717ea7 in 1677ms, sequenceid=148, compaction requested=true 2024-11-22T05:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:16:58,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:58,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-22T05:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-22T05:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-22T05:16:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3630 sec 2024-11-22T05:16:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.3670 sec 2024-11-22T05:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T05:16:58,796 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:16:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,798 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:16:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-22T05:16:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T05:16:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,800 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:16:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,801 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:16:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:16:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:58,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T05:16:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:16:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:16:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:16:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:16:58,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222a64b888b76a476bb288d5d48f30937a_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252618869/Put/seqid=0 2024-11-22T05:16:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742354_1530 (size=12304) 2024-11-22T05:16:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T05:16:58,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:16:58,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:58,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:58,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:58,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:58,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:58,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252618938, max timestamp=1732252618953Num uniques 859; 2024-11-22T05:16:58,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:58,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252618938, max timestamp=1732252618953Num uniques 859; 2024-11-22T05:16:58,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:58,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252618938, max timestamp=1732252618953Num uniques 859; 2024-11-22T05:16:58,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:16:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252679009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252679012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252679014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252679016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,020 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:16:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:16:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T05:16:59,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252679116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252679126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252679126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:16:59,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,290 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:16:59,292 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222a64b888b76a476bb288d5d48f30937a_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222a64b888b76a476bb288d5d48f30937a_600778232c2bf4a723791a0609717ea7 2024-11-22T05:16:59,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/48213bb4f3894fccbd93b2aac6fd5264, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:16:59,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/48213bb4f3894fccbd93b2aac6fd5264 is 175, key is test_row_0/A:col10/1732252618869/Put/seqid=0 2024-11-22T05:16:59,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742355_1531 (size=31105) 2024-11-22T05:16:59,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252679326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252679336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252679336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:16:59,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:59,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T05:16:59,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:16:59,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:59,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252679636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252679646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:16:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252679646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:16:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:16:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:16:59,697 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/48213bb4f3894fccbd93b2aac6fd5264 2024-11-22T05:16:59,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/0fca53d719964adaabe12895b47f1133 is 50, key is test_row_0/B:col10/1732252618869/Put/seqid=0 2024-11-22T05:16:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742356_1532 (size=12151) 2024-11-22T05:16:59,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:16:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:16:59,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:16:59,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:16:59,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:16:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T05:17:00,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:17:00,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:00,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/0fca53d719964adaabe12895b47f1133 2024-11-22T05:17:00,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/b46fae54b2e8479ca9594a9eb7dd5d8d is 50, key is test_row_0/C:col10/1732252618869/Put/seqid=0 2024-11-22T05:17:00,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742357_1533 (size=12151) 2024-11-22T05:17:00,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252680146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:00,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252680156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:00,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252680156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:00,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:17:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:17:00,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:00,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:17:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:00,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/b46fae54b2e8479ca9594a9eb7dd5d8d 2024-11-22T05:17:00,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/48213bb4f3894fccbd93b2aac6fd5264 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/48213bb4f3894fccbd93b2aac6fd5264 2024-11-22T05:17:00,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/48213bb4f3894fccbd93b2aac6fd5264, entries=150, sequenceid=161, filesize=30.4 K 2024-11-22T05:17:00,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/0fca53d719964adaabe12895b47f1133 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/0fca53d719964adaabe12895b47f1133 2024-11-22T05:17:00,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/0fca53d719964adaabe12895b47f1133, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T05:17:00,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/b46fae54b2e8479ca9594a9eb7dd5d8d as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/b46fae54b2e8479ca9594a9eb7dd5d8d 2024-11-22T05:17:00,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/b46fae54b2e8479ca9594a9eb7dd5d8d, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T05:17:00,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 600778232c2bf4a723791a0609717ea7 in 1657ms, sequenceid=161, compaction requested=true 2024-11-22T05:17:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:17:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:17:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:00,526 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:17:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:17:00,526 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:17:00,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:17:00,527 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:17:00,527 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93371 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:17:00,527 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/B is initiating minor compaction (all files) 2024-11-22T05:17:00,527 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/A is initiating minor compaction (all files) 2024-11-22T05:17:00,527 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/B in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,527 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/A in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,527 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/69ee751832d94ed08b7be6551ec4603d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/bfe361011912449facd610d5f303f899, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/0fca53d719964adaabe12895b47f1133] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=35.7 K 2024-11-22T05:17:00,527 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/905cb21c738148ce9d61857772361aaa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/bf8b1f411c3a4146afd428b3f60d657d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/48213bb4f3894fccbd93b2aac6fd5264] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=91.2 K 2024-11-22T05:17:00,527 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,527 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/905cb21c738148ce9d61857772361aaa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/bf8b1f411c3a4146afd428b3f60d657d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/48213bb4f3894fccbd93b2aac6fd5264] 2024-11-22T05:17:00,527 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 69ee751832d94ed08b7be6551ec4603d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732252614583 2024-11-22T05:17:00,527 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 905cb21c738148ce9d61857772361aaa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732252614583 2024-11-22T05:17:00,527 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting bfe361011912449facd610d5f303f899, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732252614666 2024-11-22T05:17:00,528 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf8b1f411c3a4146afd428b3f60d657d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732252614666 2024-11-22T05:17:00,528 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fca53d719964adaabe12895b47f1133, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252616844 2024-11-22T05:17:00,528 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48213bb4f3894fccbd93b2aac6fd5264, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252616844 2024-11-22T05:17:00,534 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#B#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:17:00,535 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/17f6d32b02444e4eab8a1e45e0512d85 is 50, key is test_row_0/B:col10/1732252618869/Put/seqid=0 2024-11-22T05:17:00,537 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:00,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742358_1534 (size=12459) 2024-11-22T05:17:00,538 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411221c30a521b10740adbe67d101ff30129b_600778232c2bf4a723791a0609717ea7 store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:00,540 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411221c30a521b10740adbe67d101ff30129b_600778232c2bf4a723791a0609717ea7, store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:00,541 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221c30a521b10740adbe67d101ff30129b_600778232c2bf4a723791a0609717ea7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:00,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742359_1535 (size=4469) 2024-11-22T05:17:00,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T05:17:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,637 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-22T05:17:00,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:17:00,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:17:00,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:17:00,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:17:00,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:17:00,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:17:00,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c1090bcb16f24ab49ad11ae4a1017007_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252619005/Put/seqid=0 2024-11-22T05:17:00,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742360_1536 (size=12304) 2024-11-22T05:17:00,942 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/17f6d32b02444e4eab8a1e45e0512d85 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/17f6d32b02444e4eab8a1e45e0512d85 2024-11-22T05:17:00,945 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#A#compaction#450 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:17:00,946 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/eb393eb505b94976b783791db39d7f31 is 175, key is test_row_0/A:col10/1732252618869/Put/seqid=0 2024-11-22T05:17:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T05:17:00,948 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600778232c2bf4a723791a0609717ea7/B of 600778232c2bf4a723791a0609717ea7 into 17f6d32b02444e4eab8a1e45e0512d85(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:17:00,948 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:00,948 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/B, priority=13, startTime=1732252620526; duration=0sec 2024-11-22T05:17:00,948 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:17:00,948 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:B 2024-11-22T05:17:00,949 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T05:17:00,949 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T05:17:00,949 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/C is initiating minor compaction (all files) 2024-11-22T05:17:00,950 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/C in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:00,950 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/e03b8cc9cd6a47d1b8b3aac3b31db64d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/288a147c437f4558a5a6db8bbf081f1a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/fd15a8bacae44cfebe56505086d9f8a3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/b46fae54b2e8479ca9594a9eb7dd5d8d] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=47.3 K 2024-11-22T05:17:00,950 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting e03b8cc9cd6a47d1b8b3aac3b31db64d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732252612411 2024-11-22T05:17:00,950 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 288a147c437f4558a5a6db8bbf081f1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732252614583 2024-11-22T05:17:00,950 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting fd15a8bacae44cfebe56505086d9f8a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732252614666 2024-11-22T05:17:00,950 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting b46fae54b2e8479ca9594a9eb7dd5d8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252616844 2024-11-22T05:17:00,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742361_1537 (size=31413) 2024-11-22T05:17:00,965 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:17:00,966 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/5ddeffa37ac24b07b6beced5039a0f2f is 50, key is test_row_0/C:col10/1732252618869/Put/seqid=0 2024-11-22T05:17:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742362_1538 (size=12425) 2024-11-22T05:17:00,992 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/5ddeffa37ac24b07b6beced5039a0f2f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5ddeffa37ac24b07b6beced5039a0f2f 2024-11-22T05:17:00,996 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 600778232c2bf4a723791a0609717ea7/C of 600778232c2bf4a723791a0609717ea7 into 5ddeffa37ac24b07b6beced5039a0f2f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:17:00,996 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:00,996 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/C, priority=12, startTime=1732252620526; duration=0sec 2024-11-22T05:17:00,996 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:00,996 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:C 2024-11-22T05:17:01,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:01,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:01,053 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c1090bcb16f24ab49ad11ae4a1017007_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c1090bcb16f24ab49ad11ae4a1017007_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:01,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/06d4ce09ea7a4bf491e035aeb4fb62b0, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:01,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/06d4ce09ea7a4bf491e035aeb4fb62b0 is 175, key is test_row_0/A:col10/1732252619005/Put/seqid=0 2024-11-22T05:17:01,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742363_1539 (size=31105) 2024-11-22T05:17:01,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252681083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:01,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252681166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:01,170 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:17:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:01,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252681176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:01,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252681176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:01,178 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:17:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:01,178 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:17:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:01,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252681195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:01,367 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/eb393eb505b94976b783791db39d7f31 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/eb393eb505b94976b783791db39d7f31 2024-11-22T05:17:01,370 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600778232c2bf4a723791a0609717ea7/A of 600778232c2bf4a723791a0609717ea7 into eb393eb505b94976b783791db39d7f31(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:17:01,370 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:01,370 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/A, priority=13, startTime=1732252620526; duration=0sec 2024-11-22T05:17:01,370 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:01,370 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:A 2024-11-22T05:17:01,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252681406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:01,463 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/06d4ce09ea7a4bf491e035aeb4fb62b0 2024-11-22T05:17:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/fb5defe6294642a096886bdac9a6ebf4 is 50, key is test_row_0/B:col10/1732252619005/Put/seqid=0 2024-11-22T05:17:01,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742364_1540 (size=12151) 2024-11-22T05:17:01,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252681715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:01,890 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/fb5defe6294642a096886bdac9a6ebf4 2024-11-22T05:17:01,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/44dd3847ad4d4b0db9a8f1279a0c02c2 is 50, key is test_row_0/C:col10/1732252619005/Put/seqid=0 2024-11-22T05:17:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742365_1541 (size=12151) 2024-11-22T05:17:02,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252682226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:02,299 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/44dd3847ad4d4b0db9a8f1279a0c02c2 2024-11-22T05:17:02,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/06d4ce09ea7a4bf491e035aeb4fb62b0 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/06d4ce09ea7a4bf491e035aeb4fb62b0 2024-11-22T05:17:02,306 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/06d4ce09ea7a4bf491e035aeb4fb62b0, entries=150, sequenceid=197, filesize=30.4 K 2024-11-22T05:17:02,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/fb5defe6294642a096886bdac9a6ebf4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/fb5defe6294642a096886bdac9a6ebf4 2024-11-22T05:17:02,310 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/fb5defe6294642a096886bdac9a6ebf4, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T05:17:02,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/44dd3847ad4d4b0db9a8f1279a0c02c2 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/44dd3847ad4d4b0db9a8f1279a0c02c2 2024-11-22T05:17:02,314 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/44dd3847ad4d4b0db9a8f1279a0c02c2, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T05:17:02,315 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 600778232c2bf4a723791a0609717ea7 in 1678ms, sequenceid=197, compaction requested=false 2024-11-22T05:17:02,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:02,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:02,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-22T05:17:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-22T05:17:02,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-22T05:17:02,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5150 sec 2024-11-22T05:17:02,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 3.5210 sec 2024-11-22T05:17:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T05:17:02,956 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:17:02,957 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:17:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-22T05:17:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T05:17:02,958 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:17:02,959 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:17:02,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:17:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T05:17:03,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T05:17:03,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:03,111 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T05:17:03,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:17:03,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:03,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:17:03,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:03,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:17:03,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:03,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cbe1b583270f4753af1e3a54497b0590_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252621077/Put/seqid=0 2024-11-22T05:17:03,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742366_1542 (size=12304) 2024-11-22T05:17:03,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:03,124 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cbe1b583270f4753af1e3a54497b0590_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cbe1b583270f4753af1e3a54497b0590_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:03,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/1a904632c57f4eb0872780962ab02d2c, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/1a904632c57f4eb0872780962ab02d2c is 175, key is test_row_0/A:col10/1732252621077/Put/seqid=0 2024-11-22T05:17:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742367_1543 (size=31105) 2024-11-22T05:17:03,133 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/1a904632c57f4eb0872780962ab02d2c 2024-11-22T05:17:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/e28e248449af415ca5d9bf91c013774c is 50, key is test_row_0/B:col10/1732252621077/Put/seqid=0 2024-11-22T05:17:03,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742368_1544 (size=12151) 2024-11-22T05:17:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:03,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:03,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252623222, max timestamp=1732252623229Num uniques 859; 2024-11-22T05:17:03,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:17:03,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252623222, max timestamp=1732252623229Num uniques 859; 2024-11-22T05:17:03,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:17:03,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252623222, max timestamp=1732252623229Num uniques 859; 2024-11-22T05:17:03,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:17:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252683254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252683255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252683256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252683257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T05:17:03,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252683365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252683365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252683366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252683376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,546 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/e28e248449af415ca5d9bf91c013774c 2024-11-22T05:17:03,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/5c1b8642606b435db32d944765d15636 is 50, key is test_row_0/C:col10/1732252621077/Put/seqid=0 2024-11-22T05:17:03,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742369_1545 (size=12151) 2024-11-22T05:17:03,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252683576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252683576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252683576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T05:17:03,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252683586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252683886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252683886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252683886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252683896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:03,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:03,954 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/5c1b8642606b435db32d944765d15636 2024-11-22T05:17:03,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/1a904632c57f4eb0872780962ab02d2c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1a904632c57f4eb0872780962ab02d2c 2024-11-22T05:17:03,961 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1a904632c57f4eb0872780962ab02d2c, entries=150, sequenceid=211, filesize=30.4 K 2024-11-22T05:17:03,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/e28e248449af415ca5d9bf91c013774c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/e28e248449af415ca5d9bf91c013774c 2024-11-22T05:17:03,964 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/e28e248449af415ca5d9bf91c013774c, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T05:17:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/5c1b8642606b435db32d944765d15636 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5c1b8642606b435db32d944765d15636 2024-11-22T05:17:03,967 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5c1b8642606b435db32d944765d15636, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T05:17:03,968 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 600778232c2bf4a723791a0609717ea7 in 857ms, sequenceid=211, compaction requested=true 2024-11-22T05:17:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:03,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-22T05:17:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-22T05:17:03,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-22T05:17:03,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-22T05:17:03,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.0140 sec 2024-11-22T05:17:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T05:17:04,096 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:17:04,096 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:17:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-22T05:17:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T05:17:04,098 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:17:04,098 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:17:04,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:17:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T05:17:04,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T05:17:04,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:04,250 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-22T05:17:04,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:17:04,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:17:04,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:17:04,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:17:04,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:17:04,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:17:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112268a962a78d0946a3b2da4e80a8c9090a_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252623255/Put/seqid=0 2024-11-22T05:17:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742370_1546 (size=12304) 2024-11-22T05:17:04,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:04,264 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112268a962a78d0946a3b2da4e80a8c9090a_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112268a962a78d0946a3b2da4e80a8c9090a_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/7d1d25b05521444594fda6d8513857f4, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:04,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/7d1d25b05521444594fda6d8513857f4 is 175, key is test_row_0/A:col10/1732252623255/Put/seqid=0 2024-11-22T05:17:04,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742371_1547 (size=31105) 2024-11-22T05:17:04,273 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/7d1d25b05521444594fda6d8513857f4 2024-11-22T05:17:04,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/6a4019a67937489db1f4d4d1be8a97c2 is 50, key is test_row_0/B:col10/1732252623255/Put/seqid=0 2024-11-22T05:17:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742372_1548 (size=12151) 2024-11-22T05:17:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:04,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T05:17:04,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252684434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252684436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252684437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252684438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252684545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252684545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252684546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252684546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,683 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/6a4019a67937489db1f4d4d1be8a97c2 2024-11-22T05:17:04,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/42ecb431ca2c4fcba245b03dec364cc5 is 50, key is test_row_0/C:col10/1732252623255/Put/seqid=0 2024-11-22T05:17:04,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742373_1549 (size=12151) 2024-11-22T05:17:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T05:17:04,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252684756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252684756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252684756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:04,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252684756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:04,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252685066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252685066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252685066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252685067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,095 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/42ecb431ca2c4fcba245b03dec364cc5 2024-11-22T05:17:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/7d1d25b05521444594fda6d8513857f4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/7d1d25b05521444594fda6d8513857f4 2024-11-22T05:17:05,102 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/7d1d25b05521444594fda6d8513857f4, entries=150, sequenceid=246, filesize=30.4 K 2024-11-22T05:17:05,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/6a4019a67937489db1f4d4d1be8a97c2 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6a4019a67937489db1f4d4d1be8a97c2 2024-11-22T05:17:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,106 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6a4019a67937489db1f4d4d1be8a97c2, entries=150, sequenceid=246, filesize=11.9 K 2024-11-22T05:17:05,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/42ecb431ca2c4fcba245b03dec364cc5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/42ecb431ca2c4fcba245b03dec364cc5 2024-11-22T05:17:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,109 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/42ecb431ca2c4fcba245b03dec364cc5, entries=150, sequenceid=246, filesize=11.9 K 2024-11-22T05:17:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,110 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 600778232c2bf4a723791a0609717ea7 in 860ms, sequenceid=246, compaction requested=true 2024-11-22T05:17:05,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:05,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-22T05:17:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-22T05:17:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-22T05:17:05,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-11-22T05:17:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.0180 sec 2024-11-22T05:17:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T05:17:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,236 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:17:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,237 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:17:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-22T05:17:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T05:17:05,238 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:17:05,239 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:17:05,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:17:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T05:17:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-22T05:17:05,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:05,390 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T05:17:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:17:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:17:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:17:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e60ade6ef7c043d8891ccdf2f650d5f3_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252624435/Put/seqid=0 2024-11-22T05:17:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742374_1550 (size=9814) 2024-11-22T05:17:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T05:17:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:05,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252685605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252685605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252685606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252625595, max timestamp=1732252625611Num uniques 859; 2024-11-22T05:17:05,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:17:05,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252625595, max timestamp=1732252625611Num uniques 859; 2024-11-22T05:17:05,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732252625595, max timestamp=1732252625611Num uniques 859; 2024-11-22T05:17:05,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:17:05,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T05:17:05,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252685696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252685716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252685716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252685716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:05,802 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e60ade6ef7c043d8891ccdf2f650d5f3_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e60ade6ef7c043d8891ccdf2f650d5f3_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/4e7c3b84a0b24709839dd7458bcfce68, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:05,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/4e7c3b84a0b24709839dd7458bcfce68 is 175, key is test_row_0/A:col10/1732252624435/Put/seqid=0 2024-11-22T05:17:05,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742375_1551 (size=22461) 2024-11-22T05:17:05,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252685806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T05:17:05,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252685926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252685926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252685926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252686016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:06,206 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/4e7c3b84a0b24709839dd7458bcfce68 2024-11-22T05:17:06,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/00a224334eb84872b935bcae44e8a7c7 is 50, key is test_row_0/B:col10/1732252624435/Put/seqid=0 2024-11-22T05:17:06,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742376_1552 (size=9757) 2024-11-22T05:17:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252686236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252686236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:06,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252686236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:06,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252686326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T05:17:06,615 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/00a224334eb84872b935bcae44e8a7c7 2024-11-22T05:17:06,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/23a8c7728ea7482fb07c8185d24953f8 is 50, key is test_row_0/C:col10/1732252624435/Put/seqid=0 2024-11-22T05:17:06,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742377_1553 (size=9757) 2024-11-22T05:17:06,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252686746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:06,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252686746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:06,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252686746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:06,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252686836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:06,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:07,024 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/23a8c7728ea7482fb07c8185d24953f8 2024-11-22T05:17:07,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/4e7c3b84a0b24709839dd7458bcfce68 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/4e7c3b84a0b24709839dd7458bcfce68 2024-11-22T05:17:07,030 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/4e7c3b84a0b24709839dd7458bcfce68, entries=100, sequenceid=257, filesize=21.9 K 2024-11-22T05:17:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/00a224334eb84872b935bcae44e8a7c7 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/00a224334eb84872b935bcae44e8a7c7 2024-11-22T05:17:07,033 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/00a224334eb84872b935bcae44e8a7c7, entries=100, sequenceid=257, filesize=9.5 K 2024-11-22T05:17:07,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/23a8c7728ea7482fb07c8185d24953f8 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/23a8c7728ea7482fb07c8185d24953f8 2024-11-22T05:17:07,036 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/23a8c7728ea7482fb07c8185d24953f8, entries=100, sequenceid=257, filesize=9.5 K 2024-11-22T05:17:07,037 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 600778232c2bf4a723791a0609717ea7 in 1647ms, sequenceid=257, compaction requested=true 2024-11-22T05:17:07,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:07,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:07,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-22T05:17:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-22T05:17:07,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-22T05:17:07,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-11-22T05:17:07,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8030 sec 2024-11-22T05:17:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:07,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T05:17:07,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:17:07,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:17:07,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:17:07,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:17:07,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:17:07,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T05:17:07,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f512a7fa07a34db68fce4b4d8270bb75_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252625671/Put/seqid=0 2024-11-22T05:17:07,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742378_1554 (size=14994) 2024-11-22T05:17:07,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252687380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:07,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T05:17:07,387 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:17:07,387 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T05:17:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-22T05:17:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T05:17:07,388 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T05:17:07,389 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T05:17:07,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T05:17:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T05:17:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252687496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:07,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:07,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T05:17:07,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:07,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:07,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:07,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T05:17:07,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:07,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:07,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:07,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T05:17:07,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252687716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:07,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:07,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f512a7fa07a34db68fce4b4d8270bb75_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f512a7fa07a34db68fce4b4d8270bb75_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:07,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/5b18a4210a8b46b18441b0fe7fb59bdf, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:07,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/5b18a4210a8b46b18441b0fe7fb59bdf is 175, key is test_row_0/A:col10/1732252625671/Put/seqid=0 2024-11-22T05:17:07,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742379_1555 (size=39949) 2024-11-22T05:17:07,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46890 deadline: 1732252687755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:07,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46910 deadline: 1732252687756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:07,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/5b18a4210a8b46b18441b0fe7fb59bdf 2024-11-22T05:17:07,760 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_1' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:17:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:07,760 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:17:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:07,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/d508a3257bd248e58f9ba50d81e8ead6 is 50, key is test_row_0/B:col10/1732252625671/Put/seqid=0 2024-11-22T05:17:07,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46946 deadline: 1732252687766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:07,768 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_2' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:17:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:07,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742380_1556 (size=12301) 2024-11-22T05:17:07,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/d508a3257bd248e58f9ba50d81e8ead6 2024-11-22T05:17:07,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/9e73357a15334663920134513da65783 is 50, key is test_row_0/C:col10/1732252625671/Put/seqid=0 2024-11-22T05:17:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742381_1557 (size=12301) 2024-11-22T05:17:07,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T05:17:07,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:07,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:07,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:07,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46906 deadline: 1732252687855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:07,859 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 82891a793a29,40047,1732252452553 for 'test_row_0' in 600778232c2bf4a723791a0609717ea7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-22T05:17:07,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:07,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:07,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T05:17:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:07,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:07,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T05:17:08,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252688026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:08,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:08,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:08,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:08,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T05:17:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:08,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:08,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T05:17:08,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/9e73357a15334663920134513da65783 2024-11-22T05:17:08,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/5b18a4210a8b46b18441b0fe7fb59bdf as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/5b18a4210a8b46b18441b0fe7fb59bdf 2024-11-22T05:17:08,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/5b18a4210a8b46b18441b0fe7fb59bdf, entries=200, sequenceid=293, filesize=39.0 K 2024-11-22T05:17:08,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/d508a3257bd248e58f9ba50d81e8ead6 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/d508a3257bd248e58f9ba50d81e8ead6 2024-11-22T05:17:08,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/d508a3257bd248e58f9ba50d81e8ead6, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T05:17:08,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/9e73357a15334663920134513da65783 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/9e73357a15334663920134513da65783 2024-11-22T05:17:08,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/9e73357a15334663920134513da65783, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T05:17:08,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 600778232c2bf4a723791a0609717ea7 in 891ms, sequenceid=293, compaction requested=true 2024-11-22T05:17:08,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:08,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:17:08,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:08,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:17:08,231 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T05:17:08,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:08,231 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T05:17:08,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:17:08,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:17:08,233 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 70970 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T05:17:08,233 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/B is initiating minor compaction (all files) 2024-11-22T05:17:08,233 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/B in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:08,233 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/17f6d32b02444e4eab8a1e45e0512d85, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/fb5defe6294642a096886bdac9a6ebf4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/e28e248449af415ca5d9bf91c013774c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6a4019a67937489db1f4d4d1be8a97c2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/00a224334eb84872b935bcae44e8a7c7, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/d508a3257bd248e58f9ba50d81e8ead6] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=69.3 K 2024-11-22T05:17:08,234 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 187138 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T05:17:08,234 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/A is initiating minor compaction (all files) 2024-11-22T05:17:08,234 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/A in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:08,234 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/eb393eb505b94976b783791db39d7f31, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/06d4ce09ea7a4bf491e035aeb4fb62b0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1a904632c57f4eb0872780962ab02d2c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/7d1d25b05521444594fda6d8513857f4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/4e7c3b84a0b24709839dd7458bcfce68, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/5b18a4210a8b46b18441b0fe7fb59bdf] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=182.8 K 2024-11-22T05:17:08,234 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:08,234 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/eb393eb505b94976b783791db39d7f31, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/06d4ce09ea7a4bf491e035aeb4fb62b0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1a904632c57f4eb0872780962ab02d2c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/7d1d25b05521444594fda6d8513857f4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/4e7c3b84a0b24709839dd7458bcfce68, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/5b18a4210a8b46b18441b0fe7fb59bdf] 2024-11-22T05:17:08,235 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 17f6d32b02444e4eab8a1e45e0512d85, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252616844 2024-11-22T05:17:08,235 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb393eb505b94976b783791db39d7f31, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252616844 2024-11-22T05:17:08,235 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting fb5defe6294642a096886bdac9a6ebf4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732252619005 2024-11-22T05:17:08,235 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06d4ce09ea7a4bf491e035aeb4fb62b0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732252619005 2024-11-22T05:17:08,235 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting e28e248449af415ca5d9bf91c013774c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732252621063 2024-11-22T05:17:08,235 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a904632c57f4eb0872780962ab02d2c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732252621063 2024-11-22T05:17:08,235 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a4019a67937489db1f4d4d1be8a97c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732252623244 2024-11-22T05:17:08,235 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d1d25b05521444594fda6d8513857f4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732252623244 2024-11-22T05:17:08,236 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e7c3b84a0b24709839dd7458bcfce68, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732252624435 2024-11-22T05:17:08,236 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b18a4210a8b46b18441b0fe7fb59bdf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252625671 2024-11-22T05:17:08,236 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 00a224334eb84872b935bcae44e8a7c7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732252624435 2024-11-22T05:17:08,236 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting d508a3257bd248e58f9ba50d81e8ead6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252625671 2024-11-22T05:17:08,249 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:08,254 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#B#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:17:08,255 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/a5f1d195cf9943f7acf147a9f6a02e55 is 50, key is test_row_0/B:col10/1732252625671/Put/seqid=0 2024-11-22T05:17:08,260 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112274e188f367f94a34bbcf068f8a0c12fc_600778232c2bf4a723791a0609717ea7 store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:08,262 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112274e188f367f94a34bbcf068f8a0c12fc_600778232c2bf4a723791a0609717ea7, store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:08,262 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112274e188f367f94a34bbcf068f8a0c12fc_600778232c2bf4a723791a0609717ea7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742382_1558 (size=12813) 2024-11-22T05:17:08,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742383_1559 (size=4469) 2024-11-22T05:17:08,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T05:17:08,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:08,304 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T05:17:08,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:17:08,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:08,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:17:08,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:08,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:17:08,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:08,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122351233058eea4759a5b8fc386cf0b559_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252627378/Put/seqid=0 2024-11-22T05:17:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742384_1560 (size=12454) 2024-11-22T05:17:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T05:17:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:08,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. as already flushing 2024-11-22T05:17:08,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252628607, max timestamp=1732252628632Num uniques 859; 2024-11-22T05:17:08,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252628607, max timestamp=1732252628632Num uniques 859; 2024-11-22T05:17:08,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:17:08,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:17:08,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732252628607, max timestamp=1732252628632Num uniques 859; 2024-11-22T05:17:08,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/82891a793a29:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T05:17:08,673 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/a5f1d195cf9943f7acf147a9f6a02e55 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a5f1d195cf9943f7acf147a9f6a02e55 2024-11-22T05:17:08,676 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 600778232c2bf4a723791a0609717ea7/B of 600778232c2bf4a723791a0609717ea7 into a5f1d195cf9943f7acf147a9f6a02e55(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:17:08,676 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:08,676 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/B, priority=10, startTime=1732252628231; duration=0sec 2024-11-22T05:17:08,676 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:17:08,676 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:B 2024-11-22T05:17:08,676 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T05:17:08,677 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 70936 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T05:17:08,677 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/C is initiating minor compaction (all files) 2024-11-22T05:17:08,677 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/C in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:08,677 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5ddeffa37ac24b07b6beced5039a0f2f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/44dd3847ad4d4b0db9a8f1279a0c02c2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5c1b8642606b435db32d944765d15636, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/42ecb431ca2c4fcba245b03dec364cc5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/23a8c7728ea7482fb07c8185d24953f8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/9e73357a15334663920134513da65783] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=69.3 K 2024-11-22T05:17:08,677 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ddeffa37ac24b07b6beced5039a0f2f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732252616844 2024-11-22T05:17:08,678 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 44dd3847ad4d4b0db9a8f1279a0c02c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732252619005 2024-11-22T05:17:08,678 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c1b8642606b435db32d944765d15636, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732252621063 2024-11-22T05:17:08,678 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 42ecb431ca2c4fcba245b03dec364cc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732252623244 2024-11-22T05:17:08,678 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#A#compaction#467 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:17:08,679 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 23a8c7728ea7482fb07c8185d24953f8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732252624435 2024-11-22T05:17:08,679 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/153ad84a7b294b9f9cbdf5954cb69046 is 175, key is test_row_0/A:col10/1732252625671/Put/seqid=0 2024-11-22T05:17:08,679 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e73357a15334663920134513da65783, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252625671 2024-11-22T05:17:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742385_1561 (size=31767) 2024-11-22T05:17:08,685 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/153ad84a7b294b9f9cbdf5954cb69046 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/153ad84a7b294b9f9cbdf5954cb69046 2024-11-22T05:17:08,688 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 600778232c2bf4a723791a0609717ea7/A of 600778232c2bf4a723791a0609717ea7 into 153ad84a7b294b9f9cbdf5954cb69046(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:17:08,688 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:08,688 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/A, priority=10, startTime=1732252628231; duration=0sec 2024-11-22T05:17:08,688 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:08,688 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:A 2024-11-22T05:17:08,689 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#C#compaction#470 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:17:08,690 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/d77c4b2e953446c49343448dd2693989 is 50, key is test_row_0/C:col10/1732252625671/Put/seqid=0 2024-11-22T05:17:08,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742386_1562 (size=12779) 2024-11-22T05:17:08,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:08,730 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122351233058eea4759a5b8fc386cf0b559_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122351233058eea4759a5b8fc386cf0b559_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:08,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/8d2bb791f53a464d98d56d17def4b7f3, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:08,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/8d2bb791f53a464d98d56d17def4b7f3 is 175, key is test_row_0/A:col10/1732252627378/Put/seqid=0 2024-11-22T05:17:08,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742387_1563 (size=31255) 2024-11-22T05:17:08,736 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/8d2bb791f53a464d98d56d17def4b7f3 2024-11-22T05:17:08,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252688734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:08,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:08,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:08,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:08,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/952ff1e8c7604e8f935d2bcb2c0dde7a is 50, key is test_row_0/B:col10/1732252627378/Put/seqid=0 2024-11-22T05:17:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742388_1564 (size=12301) 2024-11-22T05:17:08,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252688845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:09,015 INFO [Thread-2251 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2251. 2024-11-22T05:17:09,015 DEBUG [Thread-2251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:17:09,015 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,015 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:09,017 INFO [Thread-2257 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2257. 2024-11-22T05:17:09,017 DEBUG [Thread-2257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:17:09,017 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,017 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:09,019 INFO [Thread-2255 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2255. 2024-11-22T05:17:09,019 DEBUG [Thread-2255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:17:09,019 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,019 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:09,020 INFO [Thread-2249 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2249. 2024-11-22T05:17:09,020 DEBUG [Thread-2249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:17:09,020 DEBUG [Thread-2249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,020 DEBUG [Thread-2249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:09,024 INFO [Thread-2253 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2253. 2024-11-22T05:17:09,024 DEBUG [Thread-2253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:17:09,024 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,024 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:09,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252689056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:09,099 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/d77c4b2e953446c49343448dd2693989 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/d77c4b2e953446c49343448dd2693989 2024-11-22T05:17:09,103 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 600778232c2bf4a723791a0609717ea7/C of 600778232c2bf4a723791a0609717ea7 into d77c4b2e953446c49343448dd2693989(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:17:09,103 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:09,103 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/C, priority=10, startTime=1732252628231; duration=0sec 2024-11-22T05:17:09,103 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:09,103 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:C 2024-11-22T05:17:09,151 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/952ff1e8c7604e8f935d2bcb2c0dde7a 2024-11-22T05:17:09,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/c6ded50652c84bd3b1e2628bcd5a987c is 50, key is test_row_0/C:col10/1732252627378/Put/seqid=0 2024-11-22T05:17:09,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742389_1565 (size=12301) 2024-11-22T05:17:09,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T05:17:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46902 deadline: 1732252689365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 2024-11-22T05:17:09,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 , the old value is region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:09,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T05:17:09,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., hostname=82891a793a29,40047,1732252452553, seqNum=5 because the exception is null or not the one we care about 2024-11-22T05:17:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T05:17:09,560 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/c6ded50652c84bd3b1e2628bcd5a987c 2024-11-22T05:17:09,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/8d2bb791f53a464d98d56d17def4b7f3 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/8d2bb791f53a464d98d56d17def4b7f3 2024-11-22T05:17:09,567 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/8d2bb791f53a464d98d56d17def4b7f3, entries=150, sequenceid=303, filesize=30.5 K 2024-11-22T05:17:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/952ff1e8c7604e8f935d2bcb2c0dde7a as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/952ff1e8c7604e8f935d2bcb2c0dde7a 2024-11-22T05:17:09,571 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/952ff1e8c7604e8f935d2bcb2c0dde7a, entries=150, sequenceid=303, filesize=12.0 K 2024-11-22T05:17:09,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/c6ded50652c84bd3b1e2628bcd5a987c as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/c6ded50652c84bd3b1e2628bcd5a987c 2024-11-22T05:17:09,576 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/c6ded50652c84bd3b1e2628bcd5a987c, entries=150, sequenceid=303, filesize=12.0 K 2024-11-22T05:17:09,577 INFO [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 600778232c2bf4a723791a0609717ea7 in 1273ms, sequenceid=303, compaction requested=false 2024-11-22T05:17:09,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:09,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:09,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/82891a793a29:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-22T05:17:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-22T05:17:09,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-22T05:17:09,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1900 sec 2024-11-22T05:17:09,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.1940 sec 2024-11-22T05:17:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40047 {}] regionserver.HRegion(8855): Flush requested on 600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:09,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=147.60 KB heapSize=425.53 KB 2024-11-22T05:17:09,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:17:09,778 INFO [Thread-2238 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2238. 2024-11-22T05:17:09,778 INFO [Thread-2240 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2240. 2024-11-22T05:17:09,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:17:09,778 DEBUG [Thread-2238 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:17:09,778 DEBUG [Thread-2240 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:17:09,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:17:09,778 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,778 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:17:09,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:17:09,778 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,778 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T05:17:09,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:09,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:09,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112212667e2d43aa4519a44fccdea30cd92e_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252628724/Put/seqid=0 2024-11-22T05:17:09,787 INFO [Thread-2246 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2246. 2024-11-22T05:17:09,788 DEBUG [Thread-2246 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:17:09,788 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,788 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:09,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742390_1566 (size=12454) 2024-11-22T05:17:09,880 INFO [Thread-2242 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2242. 2024-11-22T05:17:09,881 DEBUG [Thread-2242 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:17:09,881 INFO [Thread-2244 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2244. 2024-11-22T05:17:09,881 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,881 DEBUG [Thread-2244 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T05:17:09,881 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,881 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:09,881 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:09,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:10,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:10,198 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112212667e2d43aa4519a44fccdea30cd92e_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212667e2d43aa4519a44fccdea30cd92e_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:10,199 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/dc2c68e238f54497a5a936e951520f79, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:10,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/dc2c68e238f54497a5a936e951520f79 is 175, key is test_row_0/A:col10/1732252628724/Put/seqid=0 2024-11-22T05:17:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742391_1567 (size=31255) 2024-11-22T05:17:10,502 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T05:17:10,607 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/dc2c68e238f54497a5a936e951520f79 2024-11-22T05:17:10,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/6bcf89833bd044d199ab3f84c795d223 is 50, key is test_row_0/B:col10/1732252628724/Put/seqid=0 2024-11-22T05:17:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742392_1568 (size=12301) 2024-11-22T05:17:11,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/6bcf89833bd044d199ab3f84c795d223 2024-11-22T05:17:11,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/b1ea49be429041c6b2bc434f6658aade is 50, key is test_row_0/C:col10/1732252628724/Put/seqid=0 2024-11-22T05:17:11,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742393_1569 (size=12301) 2024-11-22T05:17:11,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/b1ea49be429041c6b2bc434f6658aade 2024-11-22T05:17:11,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/dc2c68e238f54497a5a936e951520f79 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/dc2c68e238f54497a5a936e951520f79 2024-11-22T05:17:11,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/dc2c68e238f54497a5a936e951520f79, entries=150, sequenceid=345, filesize=30.5 K 2024-11-22T05:17:11,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/6bcf89833bd044d199ab3f84c795d223 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6bcf89833bd044d199ab3f84c795d223 2024-11-22T05:17:11,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6bcf89833bd044d199ab3f84c795d223, entries=150, sequenceid=345, filesize=12.0 K 2024-11-22T05:17:11,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/b1ea49be429041c6b2bc434f6658aade as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/b1ea49be429041c6b2bc434f6658aade 2024-11-22T05:17:11,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/b1ea49be429041c6b2bc434f6658aade, entries=150, sequenceid=345, filesize=12.0 K 2024-11-22T05:17:11,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~425.48 KB/435696, currentSize=20.13 KB/20610 for 600778232c2bf4a723791a0609717ea7 in 1665ms, sequenceid=345, compaction requested=true 2024-11-22T05:17:11,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:11,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T05:17:11,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:11,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T05:17:11,442 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:17:11,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:11,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 600778232c2bf4a723791a0609717ea7:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T05:17:11,442 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T05:17:11,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/B is initiating minor compaction (all files) 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1541): 600778232c2bf4a723791a0609717ea7/A is initiating minor compaction (all files) 2024-11-22T05:17:11,443 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/A in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:11,443 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 600778232c2bf4a723791a0609717ea7/B in TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:11,443 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/153ad84a7b294b9f9cbdf5954cb69046, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/8d2bb791f53a464d98d56d17def4b7f3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/dc2c68e238f54497a5a936e951520f79] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=92.1 K 2024-11-22T05:17:11,443 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a5f1d195cf9943f7acf147a9f6a02e55, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/952ff1e8c7604e8f935d2bcb2c0dde7a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6bcf89833bd044d199ab3f84c795d223] into tmpdir=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp, totalSize=36.5 K 2024-11-22T05:17:11,443 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. files: [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/153ad84a7b294b9f9cbdf5954cb69046, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/8d2bb791f53a464d98d56d17def4b7f3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/dc2c68e238f54497a5a936e951520f79] 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5f1d195cf9943f7acf147a9f6a02e55, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252625671 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 153ad84a7b294b9f9cbdf5954cb69046, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732252625671 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 952ff1e8c7604e8f935d2bcb2c0dde7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732252627367 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d2bb791f53a464d98d56d17def4b7f3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732252627367 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bcf89833bd044d199ab3f84c795d223, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732252628724 2024-11-22T05:17:11,443 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] compactions.Compactor(225): Compacting dc2c68e238f54497a5a936e951520f79, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732252628724 2024-11-22T05:17:11,447 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:11,448 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:17:11,449 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/1cddb59d5cfb40e9bbc4e0808a523c03 is 50, key is test_row_0/B:col10/1732252628724/Put/seqid=0 2024-11-22T05:17:11,449 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122bc8fa4c6efac474a876323cdf39c3774_600778232c2bf4a723791a0609717ea7 store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742394_1570 (size=12915) 2024-11-22T05:17:11,452 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122bc8fa4c6efac474a876323cdf39c3774_600778232c2bf4a723791a0609717ea7, store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:11,452 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc8fa4c6efac474a876323cdf39c3774_600778232c2bf4a723791a0609717ea7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:11,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742395_1571 (size=4469) 2024-11-22T05:17:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T05:17:11,546 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2504 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2505 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2585 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2497 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2507 2024-11-22T05:17:11,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T05:17:11,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:11,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:11,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:11,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:11,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:11,547 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T05:17:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T05:17:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T05:17:11,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252631549"}]},"ts":"1732252631549"} 2024-11-22T05:17:11,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T05:17:11,550 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T05:17:11,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T05:17:11,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, UNASSIGN}] 2024-11-22T05:17:11,552 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, UNASSIGN 2024-11-22T05:17:11,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=600778232c2bf4a723791a0609717ea7, regionState=CLOSING, regionLocation=82891a793a29,40047,1732252452553 2024-11-22T05:17:11,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, UNASSIGN because future has completed 2024-11-22T05:17:11,554 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T05:17:11,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553}] 2024-11-22T05:17:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T05:17:11,706 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:11,706 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T05:17:11,706 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 600778232c2bf4a723791a0609717ea7, disabling compactions & flushes 2024-11-22T05:17:11,707 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:11,855 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/1cddb59d5cfb40e9bbc4e0808a523c03 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/1cddb59d5cfb40e9bbc4e0808a523c03 2024-11-22T05:17:11,858 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600778232c2bf4a723791a0609717ea7/B of 600778232c2bf4a723791a0609717ea7 into 1cddb59d5cfb40e9bbc4e0808a523c03(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:17:11,858 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:11,858 INFO [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/B, priority=13, startTime=1732252631442; duration=0sec 2024-11-22T05:17:11,858 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T05:17:11,858 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:B 2024-11-22T05:17:11,858 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. because compaction request was cancelled 2024-11-22T05:17:11,858 DEBUG [RS:0;82891a793a29:40047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:C 2024-11-22T05:17:11,860 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 600778232c2bf4a723791a0609717ea7#A#compaction#477 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T05:17:11,860 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/cceb32a2985649fd9f5a1f6cfc74b9bc is 175, key is test_row_0/A:col10/1732252628724/Put/seqid=0 2024-11-22T05:17:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742396_1572 (size=31869) 2024-11-22T05:17:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T05:17:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T05:17:12,266 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/cceb32a2985649fd9f5a1f6cfc74b9bc as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/cceb32a2985649fd9f5a1f6cfc74b9bc 2024-11-22T05:17:12,269 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 600778232c2bf4a723791a0609717ea7/A of 600778232c2bf4a723791a0609717ea7 into cceb32a2985649fd9f5a1f6cfc74b9bc(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T05:17:12,269 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 600778232c2bf4a723791a0609717ea7: 2024-11-22T05:17:12,269 INFO [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., storeName=600778232c2bf4a723791a0609717ea7/A, priority=13, startTime=1732252631442; duration=0sec 2024-11-22T05:17:12,269 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:12,269 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T05:17:12,269 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:12,269 DEBUG [RS:0;82891a793a29:40047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 600778232c2bf4a723791a0609717ea7:A 2024-11-22T05:17:12,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. after waiting 0 ms 2024-11-22T05:17:12,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:12,270 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 600778232c2bf4a723791a0609717ea7 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-22T05:17:12,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=A 2024-11-22T05:17:12,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:12,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=B 2024-11-22T05:17:12,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:12,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 600778232c2bf4a723791a0609717ea7, store=C 2024-11-22T05:17:12,270 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T05:17:12,275 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122018030766e364c9d8337568601c29056_600778232c2bf4a723791a0609717ea7 is 50, key is test_row_0/A:col10/1732252629877/Put/seqid=0 2024-11-22T05:17:12,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742397_1573 (size=9914) 2024-11-22T05:17:12,678 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T05:17:12,680 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122018030766e364c9d8337568601c29056_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122018030766e364c9d8337568601c29056_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:12,681 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/6296d118f90a462699a5ff1cbc6b44c7, store: [table=TestAcidGuarantees family=A region=600778232c2bf4a723791a0609717ea7] 2024-11-22T05:17:12,681 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/6296d118f90a462699a5ff1cbc6b44c7 is 175, key is test_row_0/A:col10/1732252629877/Put/seqid=0 2024-11-22T05:17:12,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742398_1574 (size=22561) 2024-11-22T05:17:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T05:17:13,085 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/6296d118f90a462699a5ff1cbc6b44c7 2024-11-22T05:17:13,089 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/ca86c3a247314fca81169c28e82243a1 is 50, key is test_row_0/B:col10/1732252629877/Put/seqid=0 2024-11-22T05:17:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742399_1575 (size=9857) 2024-11-22T05:17:13,492 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/ca86c3a247314fca81169c28e82243a1 2024-11-22T05:17:13,497 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/7e737f55ba864395be5c2fe407f412f4 is 50, key is test_row_0/C:col10/1732252629877/Put/seqid=0 2024-11-22T05:17:13,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742400_1576 (size=9857) 2024-11-22T05:17:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T05:17:13,900 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/7e737f55ba864395be5c2fe407f412f4 2024-11-22T05:17:13,904 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/A/6296d118f90a462699a5ff1cbc6b44c7 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/6296d118f90a462699a5ff1cbc6b44c7 2024-11-22T05:17:13,906 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/6296d118f90a462699a5ff1cbc6b44c7, entries=100, sequenceid=353, filesize=22.0 K 2024-11-22T05:17:13,907 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/B/ca86c3a247314fca81169c28e82243a1 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/ca86c3a247314fca81169c28e82243a1 2024-11-22T05:17:13,910 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/ca86c3a247314fca81169c28e82243a1, entries=100, sequenceid=353, filesize=9.6 K 2024-11-22T05:17:13,910 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/.tmp/C/7e737f55ba864395be5c2fe407f412f4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/7e737f55ba864395be5c2fe407f412f4 2024-11-22T05:17:13,913 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/7e737f55ba864395be5c2fe407f412f4, entries=100, sequenceid=353, filesize=9.6 K 2024-11-22T05:17:13,914 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 600778232c2bf4a723791a0609717ea7 in 1644ms, sequenceid=353, compaction requested=true 2024-11-22T05:17:13,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/b16220d7b406486897d4172d850f7223, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1767de147c7c4384bbb5a538dcb87583, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/3e1f267397c444419c78769d84b6a1ce, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/ef79452517db4224875094eac6b58c3c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/13a956613f9b4bcf858028fd228bd1f4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/73241f4e781f41e08887d0a1c3c70828, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/905cb21c738148ce9d61857772361aaa, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/bf8b1f411c3a4146afd428b3f60d657d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/eb393eb505b94976b783791db39d7f31, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/48213bb4f3894fccbd93b2aac6fd5264, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/06d4ce09ea7a4bf491e035aeb4fb62b0, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1a904632c57f4eb0872780962ab02d2c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/7d1d25b05521444594fda6d8513857f4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/4e7c3b84a0b24709839dd7458bcfce68, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/5b18a4210a8b46b18441b0fe7fb59bdf, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/153ad84a7b294b9f9cbdf5954cb69046, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/8d2bb791f53a464d98d56d17def4b7f3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/dc2c68e238f54497a5a936e951520f79] to archive 2024-11-22T05:17:13,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:17:13,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/b16220d7b406486897d4172d850f7223 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/b16220d7b406486897d4172d850f7223 2024-11-22T05:17:13,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1767de147c7c4384bbb5a538dcb87583 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1767de147c7c4384bbb5a538dcb87583 2024-11-22T05:17:13,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/3e1f267397c444419c78769d84b6a1ce to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/3e1f267397c444419c78769d84b6a1ce 2024-11-22T05:17:13,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/ef79452517db4224875094eac6b58c3c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/ef79452517db4224875094eac6b58c3c 2024-11-22T05:17:13,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/13a956613f9b4bcf858028fd228bd1f4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/13a956613f9b4bcf858028fd228bd1f4 2024-11-22T05:17:13,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/73241f4e781f41e08887d0a1c3c70828 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/73241f4e781f41e08887d0a1c3c70828 2024-11-22T05:17:13,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/905cb21c738148ce9d61857772361aaa to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/905cb21c738148ce9d61857772361aaa 2024-11-22T05:17:13,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/bf8b1f411c3a4146afd428b3f60d657d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/bf8b1f411c3a4146afd428b3f60d657d 2024-11-22T05:17:13,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/eb393eb505b94976b783791db39d7f31 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/eb393eb505b94976b783791db39d7f31 2024-11-22T05:17:13,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/48213bb4f3894fccbd93b2aac6fd5264 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/48213bb4f3894fccbd93b2aac6fd5264 2024-11-22T05:17:13,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/06d4ce09ea7a4bf491e035aeb4fb62b0 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/06d4ce09ea7a4bf491e035aeb4fb62b0 2024-11-22T05:17:13,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1a904632c57f4eb0872780962ab02d2c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/1a904632c57f4eb0872780962ab02d2c 2024-11-22T05:17:13,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/7d1d25b05521444594fda6d8513857f4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/7d1d25b05521444594fda6d8513857f4 2024-11-22T05:17:13,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/4e7c3b84a0b24709839dd7458bcfce68 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/4e7c3b84a0b24709839dd7458bcfce68 2024-11-22T05:17:13,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/5b18a4210a8b46b18441b0fe7fb59bdf to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/5b18a4210a8b46b18441b0fe7fb59bdf 2024-11-22T05:17:13,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/153ad84a7b294b9f9cbdf5954cb69046 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/153ad84a7b294b9f9cbdf5954cb69046 2024-11-22T05:17:13,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/8d2bb791f53a464d98d56d17def4b7f3 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/8d2bb791f53a464d98d56d17def4b7f3 2024-11-22T05:17:13,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/dc2c68e238f54497a5a936e951520f79 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/dc2c68e238f54497a5a936e951520f79 2024-11-22T05:17:13,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a7ddfb28877443e18dad9dcf9d268911, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/f6d8520caf1348c09a56d788c4c4a159, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/905dea36a8aa400d984a1a95c83cb603, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/2b0a14c5433148aabcaf707f36940e46, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/82a345cca06b467e95654ed98a8b093c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/69ee751832d94ed08b7be6551ec4603d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/5394767cd24347a2a9905872662ecf85, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/bfe361011912449facd610d5f303f899, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/17f6d32b02444e4eab8a1e45e0512d85, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/0fca53d719964adaabe12895b47f1133, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/fb5defe6294642a096886bdac9a6ebf4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/e28e248449af415ca5d9bf91c013774c, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6a4019a67937489db1f4d4d1be8a97c2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/00a224334eb84872b935bcae44e8a7c7, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a5f1d195cf9943f7acf147a9f6a02e55, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/d508a3257bd248e58f9ba50d81e8ead6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/952ff1e8c7604e8f935d2bcb2c0dde7a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6bcf89833bd044d199ab3f84c795d223] to archive 2024-11-22T05:17:13,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:17:13,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a7ddfb28877443e18dad9dcf9d268911 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a7ddfb28877443e18dad9dcf9d268911 2024-11-22T05:17:13,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/f6d8520caf1348c09a56d788c4c4a159 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/f6d8520caf1348c09a56d788c4c4a159 2024-11-22T05:17:13,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/905dea36a8aa400d984a1a95c83cb603 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/905dea36a8aa400d984a1a95c83cb603 2024-11-22T05:17:13,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/2b0a14c5433148aabcaf707f36940e46 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/2b0a14c5433148aabcaf707f36940e46 2024-11-22T05:17:13,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/82a345cca06b467e95654ed98a8b093c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/82a345cca06b467e95654ed98a8b093c 2024-11-22T05:17:13,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/69ee751832d94ed08b7be6551ec4603d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/69ee751832d94ed08b7be6551ec4603d 2024-11-22T05:17:13,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/5394767cd24347a2a9905872662ecf85 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/5394767cd24347a2a9905872662ecf85 2024-11-22T05:17:13,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/bfe361011912449facd610d5f303f899 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/bfe361011912449facd610d5f303f899 2024-11-22T05:17:13,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/17f6d32b02444e4eab8a1e45e0512d85 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/17f6d32b02444e4eab8a1e45e0512d85 2024-11-22T05:17:13,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/0fca53d719964adaabe12895b47f1133 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/0fca53d719964adaabe12895b47f1133 2024-11-22T05:17:13,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/fb5defe6294642a096886bdac9a6ebf4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/fb5defe6294642a096886bdac9a6ebf4 2024-11-22T05:17:13,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/e28e248449af415ca5d9bf91c013774c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/e28e248449af415ca5d9bf91c013774c 2024-11-22T05:17:13,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6a4019a67937489db1f4d4d1be8a97c2 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6a4019a67937489db1f4d4d1be8a97c2 2024-11-22T05:17:13,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/00a224334eb84872b935bcae44e8a7c7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/00a224334eb84872b935bcae44e8a7c7 2024-11-22T05:17:13,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a5f1d195cf9943f7acf147a9f6a02e55 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/a5f1d195cf9943f7acf147a9f6a02e55 2024-11-22T05:17:13,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/d508a3257bd248e58f9ba50d81e8ead6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/d508a3257bd248e58f9ba50d81e8ead6 2024-11-22T05:17:13,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/952ff1e8c7604e8f935d2bcb2c0dde7a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/952ff1e8c7604e8f935d2bcb2c0dde7a 2024-11-22T05:17:13,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6bcf89833bd044d199ab3f84c795d223 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/6bcf89833bd044d199ab3f84c795d223 2024-11-22T05:17:13,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/37ba75bff8f745c4bd52feaabe0a270a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/4498513037244552be121edd699229a6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/d43a4d3d3aa849ffb95b755aa37194b4, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/e03b8cc9cd6a47d1b8b3aac3b31db64d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/ae82eb0e386040fe8e905b0348eb8ce6, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/288a147c437f4558a5a6db8bbf081f1a, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/fd15a8bacae44cfebe56505086d9f8a3, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5ddeffa37ac24b07b6beced5039a0f2f, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/b46fae54b2e8479ca9594a9eb7dd5d8d, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/44dd3847ad4d4b0db9a8f1279a0c02c2, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5c1b8642606b435db32d944765d15636, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/42ecb431ca2c4fcba245b03dec364cc5, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/23a8c7728ea7482fb07c8185d24953f8, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/9e73357a15334663920134513da65783] to archive 2024-11-22T05:17:13,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T05:17:13,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/37ba75bff8f745c4bd52feaabe0a270a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/37ba75bff8f745c4bd52feaabe0a270a 2024-11-22T05:17:13,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/4498513037244552be121edd699229a6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/4498513037244552be121edd699229a6 2024-11-22T05:17:13,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/d43a4d3d3aa849ffb95b755aa37194b4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/d43a4d3d3aa849ffb95b755aa37194b4 2024-11-22T05:17:13,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/e03b8cc9cd6a47d1b8b3aac3b31db64d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/e03b8cc9cd6a47d1b8b3aac3b31db64d 2024-11-22T05:17:13,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/ae82eb0e386040fe8e905b0348eb8ce6 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/ae82eb0e386040fe8e905b0348eb8ce6 2024-11-22T05:17:13,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/288a147c437f4558a5a6db8bbf081f1a to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/288a147c437f4558a5a6db8bbf081f1a 2024-11-22T05:17:13,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/fd15a8bacae44cfebe56505086d9f8a3 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/fd15a8bacae44cfebe56505086d9f8a3 2024-11-22T05:17:13,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5ddeffa37ac24b07b6beced5039a0f2f to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5ddeffa37ac24b07b6beced5039a0f2f 2024-11-22T05:17:13,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/b46fae54b2e8479ca9594a9eb7dd5d8d to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/b46fae54b2e8479ca9594a9eb7dd5d8d 2024-11-22T05:17:13,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/44dd3847ad4d4b0db9a8f1279a0c02c2 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/44dd3847ad4d4b0db9a8f1279a0c02c2 2024-11-22T05:17:13,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5c1b8642606b435db32d944765d15636 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/5c1b8642606b435db32d944765d15636 2024-11-22T05:17:13,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/42ecb431ca2c4fcba245b03dec364cc5 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/42ecb431ca2c4fcba245b03dec364cc5 2024-11-22T05:17:13,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/23a8c7728ea7482fb07c8185d24953f8 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/23a8c7728ea7482fb07c8185d24953f8 2024-11-22T05:17:13,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/9e73357a15334663920134513da65783 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/9e73357a15334663920134513da65783 2024-11-22T05:17:13,958 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/recovered.edits/356.seqid, newMaxSeqId=356, maxSeqId=4 2024-11-22T05:17:13,959 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. 2024-11-22T05:17:13,959 DEBUG [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 600778232c2bf4a723791a0609717ea7: Waiting for close lock at 1732252631706Running coprocessor pre-close hooks at 1732252631706Disabling compacts and flushes for region at 1732252631706Disabling writes for close at 1732252632270 (+564 ms)Obtaining lock to block concurrent updates at 1732252632270Preparing flush snapshotting stores in 600778232c2bf4a723791a0609717ea7 at 1732252632270Finished memstore snapshotting TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732252632270Flushing stores of TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7. at 1732252632270Flushing 600778232c2bf4a723791a0609717ea7/A: creating writer at 1732252632270Flushing mob file 600778232c2bf4a723791a0609717ea7/A: appending metadata at 1732252632275 (+5 ms)Flushing mob file 600778232c2bf4a723791a0609717ea7/A: closing flushed file at 1732252632275Flushing 600778232c2bf4a723791a0609717ea7/A: appending metadata at 1732252632681 (+406 ms)Flushing 600778232c2bf4a723791a0609717ea7/A: closing flushed file at 1732252632681Flushing 600778232c2bf4a723791a0609717ea7/B: creating writer at 1732252633087 (+406 ms)Flushing 600778232c2bf4a723791a0609717ea7/B: appending metadata at 1732252633089 (+2 ms)Flushing 600778232c2bf4a723791a0609717ea7/B: closing flushed file at 1732252633089Flushing 600778232c2bf4a723791a0609717ea7/C: creating writer at 1732252633495 (+406 ms)Flushing 600778232c2bf4a723791a0609717ea7/C: appending metadata at 1732252633497 (+2 ms)Flushing 600778232c2bf4a723791a0609717ea7/C: closing flushed file at 1732252633497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18d8f20: reopening flushed file at 1732252633903 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9cc19df: reopening flushed file at 1732252633906 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb37c61: reopening flushed file at 1732252633910 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 600778232c2bf4a723791a0609717ea7 in 1644ms, sequenceid=353, compaction requested=true at 1732252633914 (+4 ms)Writing region close event to WAL at 1732252633956 (+42 ms)Running coprocessor post-close hooks at 1732252633959 (+3 ms)Closed at 1732252633959 2024-11-22T05:17:13,960 INFO [RS_CLOSE_REGION-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:13,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=600778232c2bf4a723791a0609717ea7, regionState=CLOSED 2024-11-22T05:17:13,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 because future has completed 2024-11-22T05:17:13,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-22T05:17:13,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 600778232c2bf4a723791a0609717ea7, server=82891a793a29,40047,1732252452553 in 2.4080 sec 2024-11-22T05:17:13,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-22T05:17:13,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=600778232c2bf4a723791a0609717ea7, UNASSIGN in 2.4110 sec 2024-11-22T05:17:13,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-22T05:17:13,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4140 sec 2024-11-22T05:17:13,966 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732252633966"}]},"ts":"1732252633966"} 2024-11-22T05:17:13,967 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T05:17:13,967 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T05:17:13,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.4210 sec 2024-11-22T05:17:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T05:17:15,706 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:17:15,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T05:17:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:17:15,708 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:17:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T05:17:15,708 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:17:15,710 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,712 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C, FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/recovered.edits] 2024-11-22T05:17:15,714 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/6296d118f90a462699a5ff1cbc6b44c7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/6296d118f90a462699a5ff1cbc6b44c7 2024-11-22T05:17:15,716 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/cceb32a2985649fd9f5a1f6cfc74b9bc to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/A/cceb32a2985649fd9f5a1f6cfc74b9bc 2024-11-22T05:17:15,718 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/1cddb59d5cfb40e9bbc4e0808a523c03 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/1cddb59d5cfb40e9bbc4e0808a523c03 2024-11-22T05:17:15,719 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/ca86c3a247314fca81169c28e82243a1 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/B/ca86c3a247314fca81169c28e82243a1 2024-11-22T05:17:15,720 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/7e737f55ba864395be5c2fe407f412f4 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/7e737f55ba864395be5c2fe407f412f4 2024-11-22T05:17:15,721 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/b1ea49be429041c6b2bc434f6658aade to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/b1ea49be429041c6b2bc434f6658aade 2024-11-22T05:17:15,722 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/c6ded50652c84bd3b1e2628bcd5a987c to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/c6ded50652c84bd3b1e2628bcd5a987c 2024-11-22T05:17:15,723 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/d77c4b2e953446c49343448dd2693989 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/C/d77c4b2e953446c49343448dd2693989 2024-11-22T05:17:15,724 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/recovered.edits/356.seqid to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7/recovered.edits/356.seqid 2024-11-22T05:17:15,725 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/default/TestAcidGuarantees/600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,725 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T05:17:15,725 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T05:17:15,726 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T05:17:15,727 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122018030766e364c9d8337568601c29056_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122018030766e364c9d8337568601c29056_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,728 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220d72680393734d9fa756614ad23d258d_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220d72680393734d9fa756614ad23d258d_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,729 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212667e2d43aa4519a44fccdea30cd92e_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212667e2d43aa4519a44fccdea30cd92e_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,730 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221874de81f91244c5948703123f70dfbd_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221874de81f91244c5948703123f70dfbd_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,730 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222a64b888b76a476bb288d5d48f30937a_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222a64b888b76a476bb288d5d48f30937a_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,731 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122351233058eea4759a5b8fc386cf0b559_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122351233058eea4759a5b8fc386cf0b559_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,732 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112268a962a78d0946a3b2da4e80a8c9090a_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112268a962a78d0946a3b2da4e80a8c9090a_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,732 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112282eebc1d9d8b48679dd762eef9044ead_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112282eebc1d9d8b48679dd762eef9044ead_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,733 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b7546a868d964f45bc5bf3c093aaf3ef_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b7546a868d964f45bc5bf3c093aaf3ef_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,734 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c1090bcb16f24ab49ad11ae4a1017007_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c1090bcb16f24ab49ad11ae4a1017007_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,734 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cbe1b583270f4753af1e3a54497b0590_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cbe1b583270f4753af1e3a54497b0590_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,735 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d133b81b73a7476e8c9596d408e12326_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d133b81b73a7476e8c9596d408e12326_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,736 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d8320df8658547888edbddd9ff5b438f_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d8320df8658547888edbddd9ff5b438f_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,736 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e60ade6ef7c043d8891ccdf2f650d5f3_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e60ade6ef7c043d8891ccdf2f650d5f3_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,737 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f512a7fa07a34db68fce4b4d8270bb75_600778232c2bf4a723791a0609717ea7 to hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f512a7fa07a34db68fce4b4d8270bb75_600778232c2bf4a723791a0609717ea7 2024-11-22T05:17:15,737 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T05:17:15,739 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:17:15,741 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T05:17:15,742 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T05:17:15,743 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:17:15,743 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T05:17:15,743 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732252635743"}]},"ts":"9223372036854775807"} 2024-11-22T05:17:15,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T05:17:15,745 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 600778232c2bf4a723791a0609717ea7, NAME => 'TestAcidGuarantees,,1732252605834.600778232c2bf4a723791a0609717ea7.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T05:17:15,745 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T05:17:15,745 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732252635745"}]},"ts":"9223372036854775807"} 2024-11-22T05:17:15,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T05:17:15,746 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T05:17:15,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-11-22T05:17:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T05:17:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T05:17:15,816 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T05:17:15,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 249) - Thread LEAK? -, OpenFileDescriptor=455 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=528 (was 438) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7785 (was 8361) 2024-11-22T05:17:15,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T05:17:15,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:15,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:15,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:15,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:15,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T05:17:15,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T05:17:15,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1336910459, stopped=false 2024-11-22T05:17:15,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=82891a793a29,42297,1732252451391 2024-11-22T05:17:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T05:17:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T05:17:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:17:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:17:15,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:15,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:17:15,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T05:17:15,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T05:17:15,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:15,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:15,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '82891a793a29,40047,1732252452553' ***** 2024-11-22T05:17:15,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T05:17:15,891 INFO [RS:0;82891a793a29:40047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T05:17:15,891 INFO [RS:0;82891a793a29:40047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T05:17:15,891 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T05:17:15,891 INFO [RS:0;82891a793a29:40047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T05:17:15,891 INFO [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(959): stopping server 82891a793a29,40047,1732252452553 2024-11-22T05:17:15,891 INFO [RS:0;82891a793a29:40047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:15,891 INFO [RS:0;82891a793a29:40047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;82891a793a29:40047. 2024-11-22T05:17:15,891 DEBUG [RS:0;82891a793a29:40047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T05:17:15,891 DEBUG [RS:0;82891a793a29:40047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:15,891 INFO [RS:0;82891a793a29:40047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T05:17:15,891 INFO [RS:0;82891a793a29:40047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T05:17:15,891 INFO [RS:0;82891a793a29:40047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T05:17:15,892 INFO [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T05:17:15,892 INFO [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T05:17:15,892 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T05:17:15,892 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:15,892 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T05:17:15,893 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T05:17:15,893 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T05:17:15,893 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T05:17:15,893 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T05:17:15,893 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-22T05:17:15,912 INFO [regionserver/82891a793a29:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:15,914 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/info/b59b1b50901042318b4b918f803e7ee5 is 95, key is TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f./info:/1732252490592/DeleteFamily/seqid=0 2024-11-22T05:17:15,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742401_1577 (size=6514) 2024-11-22T05:17:16,093 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:16,293 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:16,322 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/info/b59b1b50901042318b4b918f803e7ee5 2024-11-22T05:17:16,338 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/ns/8e4703c55055406881eedfbcee9423cb is 93, key is TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f./ns:/1732252490552/DeleteFamily/seqid=0 2024-11-22T05:17:16,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742402_1578 (size=5906) 2024-11-22T05:17:16,493 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:16,693 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:16,741 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/ns/8e4703c55055406881eedfbcee9423cb 2024-11-22T05:17:16,750 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T05:17:16,750 INFO [regionserver/82891a793a29:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T05:17:16,758 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/rep_barrier/9ddf3b9438d4415c82e7b93d35738e98 is 102, key is TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f./rep_barrier:/1732252490552/DeleteFamily/seqid=0 2024-11-22T05:17:16,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742403_1579 (size=6025) 2024-11-22T05:17:16,893 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:17,093 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:17,161 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/rep_barrier/9ddf3b9438d4415c82e7b93d35738e98 2024-11-22T05:17:17,178 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/table/b42642edd9c84ee19adfc91bc2bd83b4 is 96, key is TestAcidGuarantees,,1732252456729.143aaa1c0b541b8eda957c347018489f./table:/1732252490552/DeleteFamily/seqid=0 2024-11-22T05:17:17,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742404_1580 (size=5936) 2024-11-22T05:17:17,294 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:17,494 DEBUG [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T05:17:17,581 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/table/b42642edd9c84ee19adfc91bc2bd83b4 2024-11-22T05:17:17,584 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/info/b59b1b50901042318b4b918f803e7ee5 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/info/b59b1b50901042318b4b918f803e7ee5 2024-11-22T05:17:17,587 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/info/b59b1b50901042318b4b918f803e7ee5, entries=12, sequenceid=90, filesize=6.4 K 2024-11-22T05:17:17,587 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/ns/8e4703c55055406881eedfbcee9423cb as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/ns/8e4703c55055406881eedfbcee9423cb 2024-11-22T05:17:17,590 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/ns/8e4703c55055406881eedfbcee9423cb, entries=8, sequenceid=90, filesize=5.8 K 2024-11-22T05:17:17,590 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/rep_barrier/9ddf3b9438d4415c82e7b93d35738e98 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/rep_barrier/9ddf3b9438d4415c82e7b93d35738e98 2024-11-22T05:17:17,593 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/rep_barrier/9ddf3b9438d4415c82e7b93d35738e98, entries=6, sequenceid=90, filesize=5.9 K 2024-11-22T05:17:17,593 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/.tmp/table/b42642edd9c84ee19adfc91bc2bd83b4 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/table/b42642edd9c84ee19adfc91bc2bd83b4 2024-11-22T05:17:17,595 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/table/b42642edd9c84ee19adfc91bc2bd83b4, entries=7, sequenceid=90, filesize=5.8 K 2024-11-22T05:17:17,596 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=90, compaction requested=false 2024-11-22T05:17:17,599 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-22T05:17:17,600 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T05:17:17,600 INFO [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:17,600 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732252635892Running coprocessor pre-close hooks at 1732252635892Disabling compacts and flushes for region at 1732252635892Disabling writes for close at 1732252635893 (+1 ms)Obtaining lock to block concurrent updates at 1732252635893Preparing flush snapshotting stores in 1588230740 at 1732252635893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732252635893Flushing stores of hbase:meta,,1.1588230740 at 1732252635894 (+1 ms)Flushing 1588230740/info: creating writer at 1732252635894Flushing 1588230740/info: appending metadata at 1732252635914 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732252635914Flushing 1588230740/ns: creating writer at 1732252636325 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732252636338 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732252636338Flushing 1588230740/rep_barrier: creating writer at 1732252636744 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732252636758 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732252636758Flushing 1588230740/table: creating writer at 1732252637164 (+406 ms)Flushing 1588230740/table: appending metadata at 1732252637178 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732252637178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435b019c: reopening flushed file at 1732252637584 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c31cfb: reopening flushed file at 1732252637587 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63116571: reopening flushed file at 1732252637590 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2bc755: reopening flushed file at 1732252637593 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=90, compaction requested=false at 1732252637596 (+3 ms)Writing region close event to WAL at 1732252637597 (+1 ms)Running coprocessor post-close hooks at 1732252637600 (+3 ms)Closed at 1732252637600 2024-11-22T05:17:17,600 DEBUG [RS_CLOSE_META-regionserver/82891a793a29:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T05:17:17,694 INFO [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(976): stopping server 82891a793a29,40047,1732252452553; all regions closed. 2024-11-22T05:17:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741834_1010 (size=25344) 2024-11-22T05:17:17,700 DEBUG [RS:0;82891a793a29:40047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/oldWALs 2024-11-22T05:17:17,700 INFO [RS:0;82891a793a29:40047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C40047%2C1732252452553.meta:.meta(num 1732252456257) 2024-11-22T05:17:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741833_1009 (size=17648123) 2024-11-22T05:17:17,703 DEBUG [RS:0;82891a793a29:40047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/oldWALs 2024-11-22T05:17:17,703 INFO [RS:0;82891a793a29:40047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 82891a793a29%2C40047%2C1732252452553:(num 1732252455890) 2024-11-22T05:17:17,703 DEBUG [RS:0;82891a793a29:40047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T05:17:17,704 INFO [RS:0;82891a793a29:40047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T05:17:17,704 INFO [RS:0;82891a793a29:40047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:17,704 INFO [RS:0;82891a793a29:40047 {}] hbase.ChoreService(370): Chore service for: regionserver/82891a793a29:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:17,704 INFO [RS:0;82891a793a29:40047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:17,704 INFO [regionserver/82891a793a29:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:17,705 INFO [RS:0;82891a793a29:40047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40047 2024-11-22T05:17:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/82891a793a29,40047,1732252452553 2024-11-22T05:17:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T05:17:17,754 INFO [RS:0;82891a793a29:40047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:17,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [82891a793a29,40047,1732252452553] 2024-11-22T05:17:17,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/82891a793a29,40047,1732252452553 already deleted, retry=false 2024-11-22T05:17:17,764 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 82891a793a29,40047,1732252452553 expired; onlineServers=0 2024-11-22T05:17:17,764 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '82891a793a29,42297,1732252451391' ***** 2024-11-22T05:17:17,764 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T05:17:17,765 INFO [M:0;82891a793a29:42297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T05:17:17,765 INFO [M:0;82891a793a29:42297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T05:17:17,765 DEBUG [M:0;82891a793a29:42297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T05:17:17,765 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T05:17:17,765 DEBUG [M:0;82891a793a29:42297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T05:17:17,765 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252455519 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.large.0-1732252455519,5,FailOnTimeoutGroup] 2024-11-22T05:17:17,765 DEBUG [master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252455521 {}] cleaner.HFileCleaner(306): Exit Thread[master/82891a793a29:0:becomeActiveMaster-HFileCleaner.small.0-1732252455521,5,FailOnTimeoutGroup] 2024-11-22T05:17:17,765 INFO [M:0;82891a793a29:42297 {}] hbase.ChoreService(370): Chore service for: master/82891a793a29:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T05:17:17,765 INFO [M:0;82891a793a29:42297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T05:17:17,765 DEBUG [M:0;82891a793a29:42297 {}] master.HMaster(1795): Stopping service threads 2024-11-22T05:17:17,765 INFO [M:0;82891a793a29:42297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T05:17:17,766 INFO [M:0;82891a793a29:42297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T05:17:17,766 ERROR [M:0;82891a793a29:42297 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T05:17:17,766 INFO [M:0;82891a793a29:42297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T05:17:17,766 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T05:17:17,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T05:17:17,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T05:17:17,775 DEBUG [M:0;82891a793a29:42297 {}] zookeeper.ZKUtil(347): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T05:17:17,775 WARN [M:0;82891a793a29:42297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T05:17:17,775 INFO [M:0;82891a793a29:42297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/.lastflushedseqids 2024-11-22T05:17:17,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742405_1581 (size=72) 2024-11-22T05:17:17,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:17,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40047-0x10160f6baaf0001, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:17,865 INFO [RS:0;82891a793a29:40047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:17,865 INFO [RS:0;82891a793a29:40047 {}] regionserver.HRegionServer(1031): Exiting; stopping=82891a793a29,40047,1732252452553; zookeeper connection closed. 2024-11-22T05:17:17,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a92b786 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a92b786 2024-11-22T05:17:17,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T05:17:18,184 INFO [M:0;82891a793a29:42297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T05:17:18,184 INFO [M:0;82891a793a29:42297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T05:17:18,184 DEBUG [M:0;82891a793a29:42297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T05:17:18,184 INFO [M:0;82891a793a29:42297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:18,184 DEBUG [M:0;82891a793a29:42297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:18,184 DEBUG [M:0;82891a793a29:42297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T05:17:18,184 DEBUG [M:0;82891a793a29:42297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:18,184 INFO [M:0;82891a793a29:42297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=772.36 KB heapSize=946.45 KB 2024-11-22T05:17:18,200 DEBUG [M:0;82891a793a29:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ca780dab75445c988ca9ae57dba2ced is 82, key is hbase:meta,,1/info:regioninfo/1732252456333/Put/seqid=0 2024-11-22T05:17:18,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742406_1582 (size=5672) 2024-11-22T05:17:18,604 INFO [M:0;82891a793a29:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2148 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ca780dab75445c988ca9ae57dba2ced 2024-11-22T05:17:18,623 DEBUG [M:0;82891a793a29:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/447e5574238546448c43fb9a5489476f is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x8F/proc:d/1732252608936/Put/seqid=0 2024-11-22T05:17:18,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742407_1583 (size=45341) 2024-11-22T05:17:19,027 INFO [M:0;82891a793a29:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=771.80 KB at sequenceid=2148 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/447e5574238546448c43fb9a5489476f 2024-11-22T05:17:19,030 INFO [M:0;82891a793a29:42297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 447e5574238546448c43fb9a5489476f 2024-11-22T05:17:19,045 DEBUG [M:0;82891a793a29:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9296707cdb8049e78bb8651d34dedf30 is 69, key is 82891a793a29,40047,1732252452553/rs:state/1732252455651/Put/seqid=0 2024-11-22T05:17:19,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073742408_1584 (size=5156) 2024-11-22T05:17:19,449 INFO [M:0;82891a793a29:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2148 (bloomFilter=true), to=hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9296707cdb8049e78bb8651d34dedf30 2024-11-22T05:17:19,453 DEBUG [M:0;82891a793a29:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7ca780dab75445c988ca9ae57dba2ced as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ca780dab75445c988ca9ae57dba2ced 2024-11-22T05:17:19,456 INFO [M:0;82891a793a29:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7ca780dab75445c988ca9ae57dba2ced, entries=8, sequenceid=2148, filesize=5.5 K 2024-11-22T05:17:19,456 DEBUG [M:0;82891a793a29:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/447e5574238546448c43fb9a5489476f as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/447e5574238546448c43fb9a5489476f 2024-11-22T05:17:19,459 INFO [M:0;82891a793a29:42297 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 447e5574238546448c43fb9a5489476f 2024-11-22T05:17:19,459 INFO [M:0;82891a793a29:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/447e5574238546448c43fb9a5489476f, entries=170, sequenceid=2148, filesize=44.3 K 2024-11-22T05:17:19,459 DEBUG [M:0;82891a793a29:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9296707cdb8049e78bb8651d34dedf30 as hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9296707cdb8049e78bb8651d34dedf30 2024-11-22T05:17:19,461 INFO [M:0;82891a793a29:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40297/user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9296707cdb8049e78bb8651d34dedf30, entries=1, sequenceid=2148, filesize=5.0 K 2024-11-22T05:17:19,462 INFO [M:0;82891a793a29:42297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~772.36 KB/790895, heapSize ~946.15 KB/968856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=2148, compaction requested=false 2024-11-22T05:17:19,463 INFO [M:0;82891a793a29:42297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T05:17:19,463 DEBUG [M:0;82891a793a29:42297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732252638184Disabling compacts and flushes for region at 1732252638184Disabling writes for close at 1732252638184Obtaining lock to block concurrent updates at 1732252638184Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732252638184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=790895, getHeapSize=969096, getOffHeapSize=0, getCellsCount=2343 at 1732252638184Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732252638185 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732252638185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732252638200 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732252638200Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732252638607 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732252638623 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732252638623Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732252639030 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732252639044 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732252639044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ffdb7ae: reopening flushed file at 1732252639452 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d93f811: reopening flushed file at 1732252639456 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe5b8d4: reopening flushed file at 1732252639459 (+3 ms)Finished flush of dataSize ~772.36 KB/790895, heapSize ~946.15 KB/968856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=2148, compaction requested=false at 1732252639462 (+3 ms)Writing region close event to WAL at 1732252639463 (+1 ms)Closed at 1732252639463 2024-11-22T05:17:19,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41403 is added to blk_1073741830_1006 (size=931714) 2024-11-22T05:17:19,465 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16e31ec6-c7ec-b145-95c5-b9f0c6bd5410/MasterData/WALs/82891a793a29,42297,1732252451391/82891a793a29%2C42297%2C1732252451391.1732252454836 not finished, retry = 0 2024-11-22T05:17:19,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T05:17:19,566 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T05:17:19,566 INFO [M:0;82891a793a29:42297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T05:17:19,567 INFO [M:0;82891a793a29:42297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42297 2024-11-22T05:17:19,567 INFO [M:0;82891a793a29:42297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T05:17:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:19,706 INFO [M:0;82891a793a29:42297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T05:17:19,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x10160f6baaf0000, quorum=127.0.0.1:60274, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T05:17:19,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42a79998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T05:17:19,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4975be1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:17:19,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:17:19,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74fde7a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:17:19,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de8243e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/hadoop.log.dir/,STOPPED} 2024-11-22T05:17:19,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T05:17:19,761 WARN [BP-514885339-172.17.0.2-1732252447330 heartbeating to localhost/127.0.0.1:40297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T05:17:19,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T05:17:19,761 WARN [BP-514885339-172.17.0.2-1732252447330 heartbeating to localhost/127.0.0.1:40297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-514885339-172.17.0.2-1732252447330 (Datanode Uuid 27a71574-dcff-4638-be02-eefe4bf551ec) service to localhost/127.0.0.1:40297 2024-11-22T05:17:19,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/cluster_175711c0-865b-d4de-7066-b6fd2549528f/data/data1/current/BP-514885339-172.17.0.2-1732252447330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:17:19,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/cluster_175711c0-865b-d4de-7066-b6fd2549528f/data/data2/current/BP-514885339-172.17.0.2-1732252447330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T05:17:19,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T05:17:19,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@322e478f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T05:17:19,772 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b008a6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T05:17:19,772 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T05:17:19,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d942d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T05:17:19,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71c9bba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a02c2eb1-687b-c010-c010-75a4a02f0e8f/hadoop.log.dir/,STOPPED} 2024-11-22T05:17:19,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T05:17:19,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down